diff --git a/params/tinyllama/8/fixed/woq/init/lm_head/scale.pt b/params/tinyllama/8/fixed/woq/init/lm_head/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6f06b0c24760d066ea315bf3697dd181e1aa2a8
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/lm_head/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2f7f08579327d7a500d59cdd1ff3e51c8955e38c017479cbc592cbc3101f23e
+size 129106
diff --git a/params/tinyllama/8/fixed/woq/init/lm_head/zp.pt b/params/tinyllama/8/fixed/woq/init/lm_head/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/lm_head/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cded0c2cc181432a5110494d041bbe238a37dd6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7e5fa3af537d099f73db16db29ccdb28f7fbe0b29134c1821bffe1c0fa7c1f1
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3ba65692c0cdc87a5693035d6695d87f01b979d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53b1a8a8c72c1525a761458c8508c7a3131f3328131b9adc5426de998da17976
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73da91e783461910b1420b7d00b0a6324c0aa4ef
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4abbdab21c827c97a3d64efc0ac2a920aa0653ea13eba8ec9dc85af5e7bbaa3
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3ef198cd3cbe1b88fbd3346273d2eeb1f5789fe
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c37d6944021acd8990e30b653b707fddaf59c247fc7c5ffd58f9cabe7b1585c9
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ce1b83683d016157ceeb8d5b3977d64a0ac258b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9a1fc83d4a810157400af5d86427a5da91267ab67d68a3bd5b9a375f2d9dd7
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deaff84dd225f9d710e483909d6c18de4b528f7c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5ab7080bdc70016cad178f3baf7d8999ea381a80a3de2eb451d44101a2efb4
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0354a685184f6a8d80d01f68cf99566665c294e6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85f7f9294471a81ad0b1bd96f86606ee5ff5d0bc5ea949e89acf8c179ef1a800
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.0.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6726174d8c9a767aa5b841f0623b228693f95a4a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420bc8ce2728f132edf99a2d52cb4b142532375b8278c6321f8002eae2164117
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657d94cb9ebb662e30d2188ee9f12a30e2e66d05
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:940afca2d9031a1b9fee4f9983d407c3742929882e758771d1f82ea03a976374
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c53a78a5e152e77d7deeaaa7223f30d43c494b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75806e363a9fd36df054c27273067301edcf0e3dbb5516cebd1632e671786c5f
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc768679aeb6efacd0cf6a4938daf950b7b62ef
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0425529cb063898bbf90fd1d9d0ffcf7ec69de42ce8d2ec3ad8e8670fbe51ef
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b256391ad39b9ac0940dcfc46bcf070d8cb0336
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6d2cccbd3c97451f59c3fadc0636425f4b69868ae74c2cb7dc4528836c97da
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078f23324d8c272db32cb332f0a99debca51ea70
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91db73e5ccb304e1cbfdc392a10e8d97114602979caf44778dd6af2c1bce787
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05ca1be019f9f3aa50cf83aa574bb76e5bbf136b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:313ecaa9d76e26ab1237f27771a563969e607f076fe93f5c9cdb009f11d98a16
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.1.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..319cf90de54dbaca0c0f3eda744365a7cb0edea1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bfac5416ffe8d564ec94b75cdf4cd0a3419799ab36e4498ea4575ece13c1cfd
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84fc201b04d53bf7d74e3d0ed338bcfcd3fec87b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6216b53b9a33403780ec93b1f38338fdf4396f76e875de3ec2ee7aeb450b434c
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2653c1a5c8ea4d5eec5f3528091dff306017a3
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0029539f54778add2d641817b0015b64d1554f9ede4f4cd2e329bc0eee80a01
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42d6beb40f6513bf4d71fd5dca7294a65c23870b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e4259a5573a7a551a3f42c2365eee7452006144e72ce81dd95b3cce5870e703
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b6a83e2c1ef4b7613ff8860b68a0561001b3c7b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0baa155c14242dd89df8e54c404b1b4863caaa1bad78e7f979179cac8f1c34
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3517287c64fde2eaf3a240382e17db77e5f9c41c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18477a7abe01af8f4154cf2cce1a9ef56a9b1f57abc3cd02a5b3626bc8464aae
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5df8a3f79a67ed0f1d256cadd3b11deee3d7c4d1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f6542da7e3984cda9e98a1a6067ba577098fb5bac162f9d8e336f03a6176596
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.10.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96b2ef13fb436c74696f8dd1530e76eefc0caeca
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f5e83d61c468e90da3ef36deb28a7dcf53d85b6eaeafc66c79a701a3c1c9dc0
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57b4c3c4c0848187c5b20a0f056f40c46f2409c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af5e48264594e33d3a458331c8061e5a26c3ca7712017745be1ea5cbee0a76ee
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47baff1457df7b0f0565673eb68f42603364f16a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:709f851c78dbbd3d026e15034d4f75ee36a476dd924ce26082341f3f8a65754d
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c2cdabdcd312e6d62ea1d5cb743aca184a08cc
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4351d317a0d43a0ee09b3ea9fc0dea01b6fc276428d3c9524791045e112dd068
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de89f5dd09c523fdcf72de3eb5751f6f2139da80
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d05b1ba815ca80323515b060256ed39fefb3f8f7e84976e6d7efdc8dc4b9684a
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96fd3f946b742c02ff3b191918ceffa86612e723
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302d639c080d2b1153c54c19313b4e0dcd12508b524771dad05d01c3920deff6
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d57eb733dca69cb4464389d77bcbabfafbca040
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37c3dd1fb937ffb74ce815a6fe19ada7609e978793cf1e4456d3d284ef037540
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.11.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..409ab5b1dc5dc4e33a61e201e7bc9a1e0f937721
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39064d3ee21e62204b896f0fd75c6d542600d88a55a3557d7bcc6dd32928c6b
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c39daafd01432eb27ff6ae8633c57edf5ed3c92
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80d4a11d02aa5d4a4aaae0ed1c306e081b35422383a9799a840dd851d755d7a5
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37d6da60e38b795216b817669127825884721089
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ceda64f2ff33a64b08d5755b8e1044d9a45adecde663d9f3db432cf9902261e6
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3d8f48427e8692632dc5c5885be49731d8e3b68
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed0ae77fe8374f75e85ddf83365682f942271ab4faa3f8da4ff2f4ac66289b2d
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbbdfa771e78727ade2d16acfec78c48711f826f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3edbf628288f8ebe01066b05bc15f812c97961d10a5bf3ac0b7e35cde601062f
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..851d950b71b9e0cdebec807fb8b031096b4acf28
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe9b50ae8a896d5f2d374f06127ecd26e778b331793766e7b225cbb63aa1e258
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f522abc3d2ddac9f75dcc741cb1342a59c6ce3b5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4af38098f9c4020d7e7ba0eaa2032f18ed50238462c4cc70e2be790a5425279
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.12.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6eff6780eefd808dd3d22d7b5d576e97c4480941
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9f7bf79811992c1f499e518fdf19b014a70ec6b9c21723d1dec30f284b9c78c
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0870090b67623addae19675cd6d47710bc4af7
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9d760fb4c64d63e8def833f019939bbd92e52cf6b9e0178cfb0ab57d7bafd1a
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b11115e229466bd3d4f24fbe2e7b5afbf1bfb53d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b91e5159262131585e47688ec9f300ea5ba48808685b49ca362d097ed5b1de2
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be100fa7d082b0a177ce463e4eb17fe779a9be65
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec648f0126ea821d96aa605f90fc08cf37cb66b6c443f1c90e11fdde857663f2
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1c0fd086b549454ac1b9baea2646922fb3724fd
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fd36ab56d5a53a8fc06426cc57b28c24df03367d59a4278af99fb5445c22c1b
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f92eb206daa98863770a030534adc72e9ba2409
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911b9f1b9cb5f7c4f53c425a2a0831bca085f6a63a04c3b8ce58a0163ff22be8
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..400e7312f098048c58ffef73a81c40f293150943
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f69cff79f2a07460129964afac519b3f58cb66b088c7f9986295f93de8038d26
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.13.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e965f7390619a650e2f3b0a14f89968396c17e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac00c68664f59eb6a79bd785f4d211b7532c399d788dd0ad254c83a9ee25825e
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c55f015a5ea55a54f989e1f4165b30e3cbafdd6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e840158f1597a0e7a4fe3f6c05fd7337b4f5891a9634a427c13f5422c43f42c7
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02bd947fcb2a11d7e232a60372bc0d99f7619dc9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6603ef4dd84b936cee8f4d0bb773f9e1dd91b8aed37a5384b848d3ad0bbe372
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024d502bf432c22393409bcc15b65c2411fdeb2a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b41e31b8fcdca19e8628c6a8b6d158ddfba577b88461731cf9a298af153f36
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97fc55f6263f71a09ab4d03d26cad6d0fe831d06
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:497e696aa72fdf30dcf9e4d2f37dcb752da4943dbbb38dc9d934b03c7025528e
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64917725740562518851883aa117282cebfa012d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8dfbd9372f4479ed09e01e83c0b64042f0318b7ae033f3085ca29432ee107bb
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c290a8484288bde300276510bb5b53e48a646cb9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b5967497982feefdca608c12a0591cc9c5152c15b0aa6a25eee05ac99fcbd60
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.14.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09a67069c6fe319ae73b5a293ac8bee4842c8754
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfae5b473037ae7dff93cb5d8f5e9799e2f45d180c356a9b9e1de448dffcba18
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df1f82c281a0780d27a53336c0df485c07abc35f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1282ede38e808faddfcc8358b3ee4952cd7d9e56317f143282c02e377876248d
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4d9f6130e4bf4cd8a9a665ab95bdcfb3ed25ac
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a4995e6c0faccc20018286920e2010c8e0ca8b57f64c6e31f3cd3a4b1059711
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..195db2bed6632c3e88dec555aeac1e171368843f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e422ee85cde8cd549c3dff01b0b12cd4c560a9572810ad48ec81840bbab07361
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3662cfa2a8d2f668859b7d940aa3c4eb36c88a03
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac9c92572a13bfa254b12e91eca4a015bc4ca1276727ba040916d222beec0ee4
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2d5f8034468aaf0a5c8845729ee2c46917d947d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9f11ae96dfcdd2b00177df2f82a3244279b5ed320f2c8a2be94a549cfc9519e
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52b8708f864796a5441a4ca258576436db7d2be3
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2191e8a26ce72671f8d7913787eb3b21dacb831f89c75ca4878890d562624c59
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.15.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5464538ad2414a36eb14da2dbe639edb5327bdc5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6d2d4566cf56ae5a37e4da8bf028875d1539f6f26794572230bd06535fed0d4
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9a72710067d73ccfdd892d0169852d7f03d2119
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bb8a2e0319cbc6775c43ead1d77f15af5b49a527c032028f77c4a3652ee19de
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8444a07a25084954da71a43f9f55bc368edcd56a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecd4af1930f23930b167cb16e6fa136a7fde6d307dca47193df097fdb1be5e79
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f96148b97246709146541179b747a945e65808e7
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5bcbd01d6d1d7a41fde75da009d9e37eeff237a01edacf1cfc80c3960a41169e
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93edf7f09511aa7880957ac74a2bad6a75b90b2e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbab8ed39b8f6c716462e0618858413cf866542006f481a7ee9fb6c2f60ae933
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa9f9e05d85443840ce51042906337249d55835
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a9721bb66a5d3979f51306081be756760ab03dad9fef69f6b850cc5851388a8
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f01b49cb40f3bbb3d9baacf5061ef6d6aa9479f0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88845d357051b6a361680e4eb490416040f4a519211eef5fb48fcabf1c285610
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.16.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..126e03c3becc636cf5cf19b6684eaacdbcc571ba
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62d554e4f1d77835a06eacdae56206b4517819fb6b1ada7ba3b8a43158b7daad
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aead9c428ee1282b97656a2d1534caa3d89ba0bf
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf979792839f091667047b01affc8c4720d743009e587cc03e2377ef1ed977e1
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6496602687b46bf0cc256a5faed7bcc4a30c718
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d67bc931246d668af56e031eda9aedbbed5fc8202a75e30afb63952a2c611a2
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0faa13b334379f5e6ee1acefc3b008a8d7d89a1e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ce8e7042e61644fc769438890cb329468ec90e2abcb466c537774ed95c75608
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b4620b8fef3f191844e187faa243c73a3f9c238
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c62d13295132eb31b24deec8d4ad19cc4e189ba505f9763072b577628af8172f
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9831f5e9b2a101402a65d3d41db685468c684fd0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5210c6682c899c857767ecfbfc4a379c93917d0977cc292be6d0bfb9b10bc7d6
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..094df0faa98ea1695f86fda873f882585df85a01
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870b1bc9af7e43bd3359af99eb18b0fab11c7ea267b8060cf301b3ce07df6fe6
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.17.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f42daabe1bea6812c8b17aebcd3925f5d10a858c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7636ba3b6254a4bf8bd9e4c6da4c4483855d7ac14425178445ae3bbae74947f
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66f76c964230cb1192d189d6ee6dadcb8a4cda0b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ccb01c71ac7dfcc3e17f40ecfff3a727252968248cb849087e4cea4fe9109afd
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..545a63e34fd86c09bb0d8163be1c0031786c0dd8
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c72ab3b4982662cbfaf459e3653a91c18fe4da74a0e1d73e52b0dac0646ce7b
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15ae84894744b0b6f4f11e931e6c12c5bfa61203
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d8a4ec34f43777122c9a79bc84768924f850db67857688d76f9d77853e36398
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdc0c642a002ce8e3573aed99f2e744e08e0a2ef
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea9a9c7cb10a31f8850263963b710f0b16617584bc9c3e1675f2b5106c4a6c9d
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f55f4b321b9c734da6800179a24f25022d239564
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee674c4001bd615f65b08ec93b54e6454f93a9392fe5bcc66d5f70ce6b1eac7c
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..834ea338b0951d7f8bb83eb6eb2e1af5da7ad935
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df13594a8659113f20251b068723ffddbff6a14cc0dafdcc48769af293ee4153
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.18.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a9e1cd8f065deda0a07352ff5cfa0455646ef15
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5b44ba9cff100f3bc939640e25c6c2d75656a770609f93431cd418b815a5466
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2bc1f69bc80ae650d7c483a3c259ced882ab998
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00a6087fe13b7ccba9776a0433f06e4014831c3625b94609ed9f6c34eef00717
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..027f21830e55be2d73bd6b697de146405ac594d5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4eabf72ce36e5e5d40ff8fdb7ab190f465a854f931011329428001929865bf91
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95b60a3f42e44d2ed274cb5e89faa3a7957c4c8a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8bea87df0c2eeaebf5c52ef0b384adb51e7c546a8b468352657ec94381c06b3
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78194ed024caa54735659383a2e8604dceeca63a
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c57ad277d236cddff36286b4f6c4892ad8a760e5249d23a60fad442ee6724251
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..654da4658c7be0e8192aafa7a62b9af710b33937
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33b38ff4e7195f9d5189ddd66005eafa0ef22dfe2035881afe11932681902e8b
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..632b9dfd3188afaa199f53a65c36296823c40979
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11d6e8136d4fa378f7cd94004d589e334c21fe2736c572cd8c5d97df1e9c2f2e
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.19.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..536eed079a26f06789ca12244b898ac7d4c72a4f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91f73224b0c7a2bb2b34f60e6313cdbbafb5a3dd0ba7a5e0a03f806add4fb136
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab6cf7569888a7ff365b6ea7e89412d1c0348ae
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4743dd132456201c57c87aeefe636d27d3e3233d2efbb723dd330beb6e837a70
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8164e7ed4b169786b75da1ca8b551984ea23e783
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d2eafca7ed5b5d074a011969ab05cbc0982632e2b14350a6437070e715d8903
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb66f769f50aa50900976a7d6be4c1260c274603
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed6989e4f5cd1ee28677e169408bb39c0d3535d0c50a73dc66c2e3ec675204e
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb3fba75a1a1efd8b8bd063e0a6a6e093616f99
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4661df7e3f118c4cb924f6aedac9ab324e505ed6e050bed67f787b11b71e83af
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8bfe3b6120a94e4a15e3a86fe1a9c362d9acc13
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d14f85d7d9d2d3b149305d0634f6ac850a7ce182fa8bae28c698da594c8aac91
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4a7865bceb5227161aa1078e99f87e02f5c1727
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50cd16356ff7c0d5a2e0155f6dd7054bfaea39eb6e6fc90de43511009ae227ce
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.2.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..350b540aa2d92e55d41858916b2f8cb30cab7746
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b867a89711a38b68f26f69d9e5230d325feea70f1a90559389a4131e0612deef
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..947524569b6c302e8ea49f3abccc6b12be4c1898
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:212e9453e332777ef0872e6dd4346e777f3e1f7d3e86fcf0128b64b80abea28d
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac243263c92e2b8a9264ce5f737b3aca84c04d6d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09d4d9a8f277dc4f1a4310c030f845096d5fd8d1dc3b62b04fde9aa5772c4cc0
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c882aaba71135ef3cb30c6a774b1d65592f5af46
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ba15c79f4351e8ad240ef12e6e54b47ef79e7ef6d230a6e697297ad922d3df
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4547a0eaabfb44a677778292cf0eb5c61cb5573
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b844a89a969841727388d90c5c37dfa18a9746ab1b05411fec89764b95acf3a
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a774f2a8d91a5cdfa438ccdeedb1b5e6b6440ed0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48b9c45fefe670d68630a4bbb6b468c0fbdd9496520710ffa08eedc7e6e3f5eb
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5450ab2b33fc1d741dcea047c6d5bd02e23917b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8dc5432a5eeac35e4fdfdf486d058cb4c29217db1ba62842f389ae461b2d94b
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.20.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..024117d5c990bebd699bb4c72c73e51386bb1ce5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bf8ec339ed0d4c9ef579c3907a4307fcae21efa20805dd92386a2bd7c73c122
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df48e71dd20f1de3a715eb5ce003c9479aa0b990
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85b5fd4121c3e6d7b313c0d770311ff26a1afdfcd206d17d2b8974b70a02844f
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7193bbd301ff71cfd17d9c35ca890c9d9e1edd6
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b87b9f96ddebcc5de3f59bf159c65ecbdfbce7dac92aa6982dc538e6fbc0f10
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d5e9dc3cc19b743651471aa45dbd9650633d97
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6315ccf5424243baad5314c6d13ff6c259396131888a95cfd7d9b0cb8dee8bf5
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ec60e6882b3c432e34535d9e0f79242a27782e2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d89bd90b7e5f74b58706f2198a90d815b7f41905dd5bc6df7690368dfb0cd301
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c48cf2cb0df036c8a6624ffc2b1abbdddd705bac
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:251d5b23bc53bff75da3cf63df69d2dd36163e437f68b82ab24a114f867aa9a5
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f16cc85dd08c1c19539c6ba1b6c6102bedb99be
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a60f7912ab42b88aa19fc36ec4153c69eaee772fa033444140952e019db187fb
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.21.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83b865dbdae35ee28371cfeac85edd1cec76409e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a301d3a178aba1b85ed41852dcec2094d27d1265802bdc45bade3d70f6c983a
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..890349cc709d38cbc642bcceb23d029aa93a578f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc92b6cde6722322f0519ac2d08bf4461bafced968c5bcda5c7134bc3045352a
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..568b97fa69019e20600772760ac252c8e6c0628b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b22dc8d1b36a722b5b348863f0d1d7e483be7384bca64ffbfb57c52f347eb49f
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61eb011c7652e7d4a73633994251ab5dc5e4845f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f043cb6a4da5d8f4054af524c511adc985e53db53cc32ff2bafee0dc022261ce
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..987cc5808d4ef107d8c75a83b7f1709348d1292d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:687dfb326457b537fc21e53159c3b3fa75d736f748c630d724aaca0752157f7b
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72021a8ab1b6df1732cbcd550e931ffc22f524f3
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ed37cade8429192cd29fc5fbaed250e53c0e63bc07dc23909b885e9dae3965
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e81918a320f35ecb6212b670832358bec591637
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:988afeaba97b2904571592fb16c64e24732c8f464eceb4c522eb19b04a53faa3
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.3.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c50e4b29c3524b7652f16935f5cd2188482a4d95
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05561665af94bcc4f53f4192d6bcf09e6e53f1bf8c0e4795906f246c07bed502
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1a529e9521117881fc6b980c9e5725ffb5b5f4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09210422a95b7b7b80df31324c58b3871c02672e1b3d7acb5550358c8e99790a
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5de4d9fba1a668e533866121859aaff8c1c267
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89c15e701914ca76b3349338622ab09368d4c3c740b85d391ffa4795ba8f6c0f
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d62e34b9b530aef36def98173f5bf03433bbcd4c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa23cc6129b1659fe4fa8401335a586e31af53766c537411809f0a3529b175b2
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1efa3e93c4f59592ed8af9332aafb7c0dcd8109
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e6ad1762208412c55e096ba240746496987c5ad566a92ab9aca7142fb1cef3e
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d109ccece8e9946db40e228a7a90ecf907574a5
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:661a13056e89566a6fdaf297e80a97943159a6883bb268d9e7d37ed6c0cdfb7e
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ff59eb475a3103d332a964ed596712694accb1f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:084d6ae73298026f2210b22871d6d5728fcc3dfc201c680e300312a6bf03adad
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.4.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e338aa29785b99946c7ce1c082c8d67dff7a54ae
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8ff80ec8208a3a1ca9a6dc3454e4524c18fbce980df46ef58b7b20b1200f68
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2bb7146f588f342568eb89d57db60e15c5664e58
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de7f9f8bc291f21a3c756ca357d02160c1899c795ea21b263402751ccd0fe0f2
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75e0897038e64e2437b9a0a8e2bf421c1e59577c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbac3c630c64403bcb5690e1e827631f2303699f686d621f0457c182172f17fd
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5097bb860d909de848b46fd0ac49c923e98f61ac
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:848949022b41287d25810657784f589603e110858fa107c19093490df1ed92e2
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a341fd4456734358367d90daec6442c7f5a86895
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dfeb84953fb4e46faeaba1a3d3c003058c454eb54140748035ad02c1f0dee2a
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..790e11505b1b986efd0ce2cc525d42fc914506b4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:205396ec4bac9b3e2946f8d566fd77a4d5668394f4ace41e70dbd67d7ec046c0
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b6863b89b449c0a8cf43c1644e855d89791b0a2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57d4a564d94ab34cb200b7e281e3e9f0bfc50f43f14188d9de02678f7821915f
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.5.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fbfe796dd6dc63c7d4d712f0a9cecb9e6857081
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a3a6eab10cfc24309ae45bafe6fa13603a0e31f24b44fbd2b1ebb630308566c
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9f41c213c5177648eacee116722d4269b0d5fd
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5815b700788d439ec5090944165bc13d0e13e54644bfda76fe39b015ef0ce1fa
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672b9a9e0cc9c1cc2ec32db57deae0ee4ffe75b9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad84ead79e0fea6c275613ad473142fd16af9313fa12437d188ccae030113c0
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da580768a81b8a490f7d3517286926d14e0653c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ae382f1efb4a72ce2665be607bb7bb462d66f4ccf438278bb2764b491beec11
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e1e8cac50a0932f8de8df1767cf21ba8e1a4098
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8bab27c48bf9cb567f59bddc1757d012b124b93f49361e75404b7b376609f7
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa9148b0da110f28490c696771d6e70068dd9e06
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cd853bbfa103795eca4c2d3f60e51892fa636bf335935bc1100bd3fe2865eab
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b827b2cd372bb7173741b3c3bcdf8b215efba4c2
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0fcde03e7db00a417922b91f9829db11a5e3cf920d9c7f5ac3e0e995d67907
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.6.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db3c65698388dbc1f6cac0ae9a7f14c50f90823
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2ffd6c1d0fcf6f201fc513d21dd91e48937e4fd23c162272892c5abebf0acd3
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc843ca787eb3b95fb02df8322074f17fd4a97a1
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97af48b0b9d0209a9fdd68162d4427160e6696a73480ada77203af2e98e16bc1
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b43e57ee5627042223555d989a71f1f670c8fc4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcb25ab5da915ff2c11c7eaeae1c9cd36ceeabe9f80c5ff5e29f9d167a107006
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fa1f00c0c90d87d586c5f82f7f6847e53aaa53f
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c16ba9f39bed9cb4b92d1b10d7ea484e8b94901afb3f3b7ead1331fb787294f5
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8eadfcbcec9660acc0c9190eb61cfc7bc9003bc4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba53351e7966dce7983e5af46605bbf3e54744eb784e2a12ebf2062541c83c03
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6be2097dcf738739c672cc9669a350f1866a4965
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6541d80ccdceba2601c940bd9dceb7dc2135b4462aba8c19b4621b9c011bb46
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bba9d845c848a4550e87d09e1a6c9fdddf23ba03
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b35a90ef5ef653f68cafaa7fc3391189da61ef21fc32015cea883612ebd77eaa
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.7.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..487c257d6d3eaee5d8e46813cefe0aa513509b5c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e7daab1a36c0f7c67f6b5bceb54c285d346cb9794c08edc0cf18abb4f4e1cee
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b442523b4ae55290ba38b2650dacf91099c35871
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896aa87849ed8b79280a22aec63c8d9d6b42177f35bb0c07c9f3d95117897cdc
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8687b642fdbcb8151879e622c3660aeb6b6e6617
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f8fb6cad73b63a010cb5373177adea8c266d3c9ed1eb79394f048928cb0c0ad
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a2d3a4aa84d7f40fad06dd6fd473bfd1e72c705
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07910c2725e6f1eff400b2f989f785accc2e6c22f64918190918dc6c14a6dd82
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161104acae18c6533447e39c1eb7c34e002b5d07
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08cc28001b8dcc88530309de3ae4a1e8ecd55c8d1c3fb7af5ace25695b80867
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3de86a7ea157b7f3aff605cc74073d1d5fe5b979
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016610d4af2520804975b7b907675ee6f2f0257723032a1a03a77e7924cabd9c
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c374c9ee3074ebc36c670fbd095ee5ec1381d283
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d40d9e67df4095ed669ddf4bb59d640ea8b178387a76ef39428c2fbc8ba0e3b9
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.8.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9541d7f5b6a6537ea6ce7b52ff23b79f5a1df8b4
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688aa1185b7e42b3b36026c109beb69150f4662231136cd9e79acd0c9435ceae
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.down_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..678b2a0aa742d55d176c7fa9869b1d9d749637a0
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9460005893ee69d2a82c509dc610b7eddc627e3ce88f15311bed9488090ad8
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.gate_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a32385b22f16e7232622bc38f210f2a7a10303ed
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59d89dce2cd16a359c18d246fa3b1a9e02a337ea6041a6f2f951da381f64b19a
+size 23634
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.mlp.up_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edc36e4def39841519a2171245cefde6db4bf23c
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233b3ddabce5abf59065c7e7ae8535ec2429bc7b44d11e4681ba8ad5b55254a7
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.k_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b53ebb163305a8803dd6e6e2932fc57470524cb9
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a056f809af7bb9dcce44c2c028e4dcb7dfe768d20a5711e2ccd08c0bc0d8a2
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.o_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35c9fe40c2bfee5fe82109933c2233e43d45c87d
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ca75a01ed53f64288c056e4227e3ee0110c3b8e7d96a09321ed51b40875278b
+size 9298
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.q_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc7567ee692e09932e74e5e07784ba32c35a3d6e
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/scale.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03539ab9c797dc2f6fbf108d7da74a61034c8ab73fd742e7dbcb2b18a9da084c
+size 2130
diff --git a/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d816da9acca3119cd72b76ee057dca2c3a4513b
--- /dev/null
+++ b/params/tinyllama/8/fixed/woq/init/model.layers.9.self_attn.v_proj/zp.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b74cbd027a8e6a7253e3ee35cfc1ea4eabe7d830e85cc2a975144d18821839da
+size 1091