diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..a26a2cea4133e3454746679c057e5361b17f5f6a 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,60 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+IQ2_XS/IQ2_XS-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+IQ2_XS/IQ2_XS-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+IQ2_XS/IQ2_XS-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+IQ2_XS/IQ2_XS-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+IQ2_XS/IQ2_XS-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+IQ2_S/IQ2_S-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+IQ2_S/IQ2_S-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+IQ2_S/IQ2_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+IQ2_S/IQ2_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+IQ2_S/IQ2_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+IQ2_XXS/IQ2_XXS-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+IQ2_XXS/IQ2_XXS-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+IQ2_XXS/IQ2_XXS-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+IQ2_XXS/IQ2_XXS-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+IQ2_XXS/IQ2_XXS-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/Q5_K_M-00005-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/Q5_K_M-00009-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/Q5_K_M-00006-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/Q5_K_M-00011-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/Q5_K_M-00004-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/Q5_K_M-00007-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/Q5_K_M-00012-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/Q5_K_M-00008-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/Q5_K_M-00010-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/Q5_K_M-00001-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/Q5_K_M-00003-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+Q5_K_M/Q5_K_M-00002-of-00012.gguf filter=lfs diff=lfs merge=lfs -text
+IQ4_NL/IQ4_NL-00001-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+IQ4_NL/IQ4_NL-00006-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+IQ4_NL/IQ4_NL-00007-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+IQ4_NL/IQ4_NL-00010-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+IQ4_NL/IQ4_NL-00002-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+IQ4_NL/IQ4_NL-00009-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+IQ4_NL/IQ4_NL-00004-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+IQ4_NL/IQ4_NL-00008-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+IQ4_NL/IQ4_NL-00005-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+IQ4_NL/IQ4_NL-00003-of-00010.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M/Q4_K_M-00010-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M/Q4_K_M-00003-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M/Q4_K_M-00009-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M/Q4_K_M-00008-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M/Q4_K_M-00011-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M/Q4_K_M-00005-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M/Q4_K_M-00007-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M/Q4_K_M-00006-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M/Q4_K_M-00002-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M/Q4_K_M-00001-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+Q4_K_M/Q4_K_M-00004-of-00011.gguf filter=lfs diff=lfs merge=lfs -text
+IQ4_XS/IQ4_XS-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+IQ4_XS/IQ4_XS-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+IQ4_XS/IQ4_XS-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+IQ4_XS/IQ4_XS-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+IQ4_XS/IQ4_XS-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+IQ4_XS/IQ4_XS-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+IQ4_XS/IQ4_XS-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+IQ4_XS/IQ4_XS-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
+IQ4_XS/IQ4_XS-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
diff --git a/IQ2_S/IQ2_S-00001-of-00005.gguf b/IQ2_S/IQ2_S-00001-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..679d85ae7ceb1b068fca1f2fe43343921cdc459a
--- /dev/null
+++ b/IQ2_S/IQ2_S-00001-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5210b9cb845e32b008dedc59a98e83b179fa048a7d38f43aeffa799500b8a382
+size 10990765024
diff --git a/IQ2_S/IQ2_S-00002-of-00005.gguf b/IQ2_S/IQ2_S-00002-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8ccdb8a12134787949e402f33a7ba2af0841104f
--- /dev/null
+++ b/IQ2_S/IQ2_S-00002-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:954653362a8325648ecff9bae74fe1b3f74262bae1886737ea68dcf147f14961
+size 10799712192
diff --git a/IQ2_S/IQ2_S-00003-of-00005.gguf b/IQ2_S/IQ2_S-00003-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ed5037c0890f031b368756af0cabb4a66d694b67
--- /dev/null
+++ b/IQ2_S/IQ2_S-00003-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed31a2741f64c8131c52894b623d3debcd5385f53a86a825e0a6975ec78e5c58
+size 10799712192
diff --git a/IQ2_S/IQ2_S-00004-of-00005.gguf b/IQ2_S/IQ2_S-00004-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..32241b2f5afee53a6bdadf6ea458b70fa95ae864
--- /dev/null
+++ b/IQ2_S/IQ2_S-00004-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03aab8cade91f26aec3ddd72d86c71e82efba16f3652fb29c83c9e4f58c90713
+size 10799712192
diff --git a/IQ2_S/IQ2_S-00005-of-00005.gguf b/IQ2_S/IQ2_S-00005-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5b35bc7d9dfc9a894b5a60c3a37b16e84a03e65c
--- /dev/null
+++ b/IQ2_S/IQ2_S-00005-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20b56acadb0d171806cfe661d1fe6ce84b8095292d83b29fb9ca26d8d76df5c4
+size 10729074336
diff --git a/IQ2_XS/IQ2_XS-00001-of-00005.gguf b/IQ2_XS/IQ2_XS-00001-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b93e6a810054db535d744bf324056b03514c6218
--- /dev/null
+++ b/IQ2_XS/IQ2_XS-00001-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:245a95e73b4c78861695c5afa0ff63e65ef113b4a6d3226210069e207904c275
+size 10984873344
diff --git a/IQ2_XS/IQ2_XS-00002-of-00005.gguf b/IQ2_XS/IQ2_XS-00002-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..11b5243c6af36633cae0c0d17a739e35a86fe248
--- /dev/null
+++ b/IQ2_XS/IQ2_XS-00002-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7b4abce29fe60f5daecf892ca4a13407901b42f2c2a51daa3677d9d5097552f
+size 10931478880
diff --git a/IQ2_XS/IQ2_XS-00003-of-00005.gguf b/IQ2_XS/IQ2_XS-00003-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ccce4818a61b27af2750e625288a3d16dcbc0f7a
--- /dev/null
+++ b/IQ2_XS/IQ2_XS-00003-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bab8e3c8667e7d9d29dcfba3cbc1517d86f58bdeedf27a15023273931947ea4
+size 10877356096
diff --git a/IQ2_XS/IQ2_XS-00004-of-00005.gguf b/IQ2_XS/IQ2_XS-00004-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5197cfa1090db7f5bbc56c7db7e242323ade1efe
--- /dev/null
+++ b/IQ2_XS/IQ2_XS-00004-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b11ad1813c58b1640340c2babc0d1f11f530d516cb9ab30f69cee840113c98
+size 10879219904
diff --git a/IQ2_XS/IQ2_XS-00005-of-00005.gguf b/IQ2_XS/IQ2_XS-00005-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8b01be1aa342e69da9ddbcaf816a6cd4613c9a09
--- /dev/null
+++ b/IQ2_XS/IQ2_XS-00005-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:724f14073fb04e805313b298ddc8dc7b5ff4888e0f1132ab5195a4c7de9353e6
+size 9110434240
diff --git a/IQ2_XXS/IQ2_XXS-00001-of-00005.gguf b/IQ2_XXS/IQ2_XXS-00001-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a851b87953e07f8506d47d97726d084bd487def9
--- /dev/null
+++ b/IQ2_XXS/IQ2_XXS-00001-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dff34d961cdb06cdc1bad9af03699b12149a4338c5204e6efd3b34d2a7c36de2
+size 10771833024
diff --git a/IQ2_XXS/IQ2_XXS-00002-of-00005.gguf b/IQ2_XXS/IQ2_XXS-00002-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..af3249fa388b1d9ebdfa8369220f2e7b512ff7b6
--- /dev/null
+++ b/IQ2_XXS/IQ2_XXS-00002-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b94266e99e3938566e40042d0cfd622319d9bdc2c1e290c4df305f3d1d7ef5b2
+size 10786331968
diff --git a/IQ2_XXS/IQ2_XXS-00003-of-00005.gguf b/IQ2_XXS/IQ2_XXS-00003-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9cb246726412872661c3e47e094d4de8b55469e1
--- /dev/null
+++ b/IQ2_XXS/IQ2_XXS-00003-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6509dcf7aa470b43c4b9916fc50fe5e3f2260f3923b80a1243cc1a7c9831590
+size 10788195776
diff --git a/IQ2_XXS/IQ2_XXS-00004-of-00005.gguf b/IQ2_XXS/IQ2_XXS-00004-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..58993a101a3b104b864d4a8f3d39e25d209c41fd
--- /dev/null
+++ b/IQ2_XXS/IQ2_XXS-00004-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:472acf76798109e60cffc4086a8d5a2ba92c8eae0f5b3a967e20eed7cf7d41dc
+size 10991346720
diff --git a/IQ2_XXS/IQ2_XXS-00005-of-00005.gguf b/IQ2_XXS/IQ2_XXS-00005-of-00005.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f123d8894317cde603b17810eceea41085556551
--- /dev/null
+++ b/IQ2_XXS/IQ2_XXS-00005-of-00005.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a51c74462eeee04b872d201bf3c9ab72b69550e591e7e9f1db9190779605b17
+size 3935365600
diff --git a/IQ4_NL/IQ4_NL-00001-of-00010.gguf b/IQ4_NL/IQ4_NL-00001-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4031346f3fdc640ab15dd44fb7ae95ee5f223953
--- /dev/null
+++ b/IQ4_NL/IQ4_NL-00001-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66b1c53b0cb7529b85828415602a86d107036b12d7b191cfdc7501e667debb5
+size 10963613088
diff --git a/IQ4_NL/IQ4_NL-00002-of-00010.gguf b/IQ4_NL/IQ4_NL-00002-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..48e2b02edebaff0aefb6f8730d5c17bc52e83045
--- /dev/null
+++ b/IQ4_NL/IQ4_NL-00002-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7debbe40ccffffb767adcee6d82587938ff4718b6536bb013f37c3ef50bf9c64
+size 10840948864
diff --git a/IQ4_NL/IQ4_NL-00003-of-00010.gguf b/IQ4_NL/IQ4_NL-00003-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b8348240fe7a4d915a726dda1c08c9e8a8bba2d5
--- /dev/null
+++ b/IQ4_NL/IQ4_NL-00003-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:473f685210f8dc4864a2fdc02bd6f86d606abb78bc1405794566f98e01b32b1e
+size 10842812704
diff --git a/IQ4_NL/IQ4_NL-00004-of-00010.gguf b/IQ4_NL/IQ4_NL-00004-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..55d339e855a0eca2355d6a7964a71351f22df0d7
--- /dev/null
+++ b/IQ4_NL/IQ4_NL-00004-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3db299424007c03aafcba8aaf1ab49be017a0528065eb31c2a11dcbb3738574
+size 10946233280
diff --git a/IQ4_NL/IQ4_NL-00005-of-00010.gguf b/IQ4_NL/IQ4_NL-00005-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2ebf1dbf92c4a775abf6151cd4186938dbdf4aa0
--- /dev/null
+++ b/IQ4_NL/IQ4_NL-00005-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3a920d022d80b6365eb3a73ff4abd4feabaedaf8e7f5959d7bb5da1a95d5146
+size 10840948896
diff --git a/IQ4_NL/IQ4_NL-00006-of-00010.gguf b/IQ4_NL/IQ4_NL-00006-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3223323d1ee9a9bb36a5dca5578e7fee33623e20
--- /dev/null
+++ b/IQ4_NL/IQ4_NL-00006-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e307bd0507e83c31a38a108776cdb2c262b3126faee9584cf36d3ed27f6b02c6
+size 10842812704
diff --git a/IQ4_NL/IQ4_NL-00007-of-00010.gguf b/IQ4_NL/IQ4_NL-00007-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0ed585bae6b9c35782e92ef82ab80e8c5ae74af9
--- /dev/null
+++ b/IQ4_NL/IQ4_NL-00007-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37289f532d1949181314367e22f91788e70b45380fcc1e6b2bd1c10b41ae46a0
+size 10946233280
diff --git a/IQ4_NL/IQ4_NL-00008-of-00010.gguf b/IQ4_NL/IQ4_NL-00008-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fd48c79e355310d0cf758019b767e88d842ed2ef
--- /dev/null
+++ b/IQ4_NL/IQ4_NL-00008-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85abfbabfbb1e304be08732da995c2ab3bef0760f4a1d82fc0405dadb32d0c0
+size 10840948896
diff --git a/IQ4_NL/IQ4_NL-00009-of-00010.gguf b/IQ4_NL/IQ4_NL-00009-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4da9f5444fc21ff7550bae5998dbc760c2c025be
--- /dev/null
+++ b/IQ4_NL/IQ4_NL-00009-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:104dad0179cd0d57670e49f4f1426777c3bdb1642b37cfa1d2b0c9cf60260a01
+size 10842812704
diff --git a/IQ4_NL/IQ4_NL-00010-of-00010.gguf b/IQ4_NL/IQ4_NL-00010-of-00010.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..951a1277d51eca506a52e02cec5527b1d99f6fe0
--- /dev/null
+++ b/IQ4_NL/IQ4_NL-00010-of-00010.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14a33bc50567edb2685dfa642a1662b4327ef6221f9880c4c5f5495a9b25be5f
+size 3971476352
diff --git a/IQ4_XS/IQ4_XS-00001-of-00009.gguf b/IQ4_XS/IQ4_XS-00001-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f9bd5fd9d1833de340da2849d79298eba58f4abe
--- /dev/null
+++ b/IQ4_XS/IQ4_XS-00001-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807e875292c6d12806889e848b70d168f9fc965cf4f815788cdbb91103ffffc4
+size 10904509984
diff --git a/IQ4_XS/IQ4_XS-00002-of-00009.gguf b/IQ4_XS/IQ4_XS-00002-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8f3a0e779f506be4ebb3534df344217bc6692aff
--- /dev/null
+++ b/IQ4_XS/IQ4_XS-00002-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d9244d21858e033067d219ed6b28a15c0b046b78dc22815f76dc585178e93d
+size 10847530176
diff --git a/IQ4_XS/IQ4_XS-00003-of-00009.gguf b/IQ4_XS/IQ4_XS-00003-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..412fde1d54357b876467e52588723bd34c82d54a
--- /dev/null
+++ b/IQ4_XS/IQ4_XS-00003-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a38e23947cce5b311fb43fcf61535d0743a36660b78299f4962823b95d5fa5df
+size 10748092832
diff --git a/IQ4_XS/IQ4_XS-00004-of-00009.gguf b/IQ4_XS/IQ4_XS-00004-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8b733997322e656b8cf7a03a658bf479daff08fc
--- /dev/null
+++ b/IQ4_XS/IQ4_XS-00004-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42db2ed402044b94b23c4cbace31e42342959234aee53026849b0fdbaee56a5f
+size 10845666400
diff --git a/IQ4_XS/IQ4_XS-00005-of-00009.gguf b/IQ4_XS/IQ4_XS-00005-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..914b8448d7914799933b59cdfdd48b249cf09f06
--- /dev/null
+++ b/IQ4_XS/IQ4_XS-00005-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a09c6b74add83a8c27bb9d0ed3b39345df5570410b8bda6efc6239f80cc4c745
+size 10847530176
diff --git a/IQ4_XS/IQ4_XS-00006-of-00009.gguf b/IQ4_XS/IQ4_XS-00006-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e3df10aabd6426846887c7bb9beee65d8e914232
--- /dev/null
+++ b/IQ4_XS/IQ4_XS-00006-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfb084e3277ab0c431a4452d1316ff6411da27035d0da840f32b08a768bf20c7
+size 10748092832
diff --git a/IQ4_XS/IQ4_XS-00007-of-00009.gguf b/IQ4_XS/IQ4_XS-00007-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1ebe5cc114863a24726e58d339d2b0b2bba7f4f9
--- /dev/null
+++ b/IQ4_XS/IQ4_XS-00007-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43e58864930814cc6138747b420ef108608d228835d27810404c33d7e882aa98
+size 10845666400
diff --git a/IQ4_XS/IQ4_XS-00008-of-00009.gguf b/IQ4_XS/IQ4_XS-00008-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..60da9045f13f321fa060f91dcafc1b9f760eb72d
--- /dev/null
+++ b/IQ4_XS/IQ4_XS-00008-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:016a68a49677d341a31fb53a5a2ae0b814db3d88d97b45756b1d5b9a9fdebceb
+size 10847530176
diff --git a/IQ4_XS/IQ4_XS-00009-of-00009.gguf b/IQ4_XS/IQ4_XS-00009-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..38623a26a04b1c7552de6f80048f21f7d155cc39
--- /dev/null
+++ b/IQ4_XS/IQ4_XS-00009-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c750ff3f1d700e370f7b17234cacafc73890be37ab811e015ac88ee39856f66a
+size 9632949504
diff --git a/Q4_K_M/Q4_K_M-00001-of-00011.gguf b/Q4_K_M/Q4_K_M-00001-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..783e38f58ef77a2f87ba46a9276dea8cc330f511
--- /dev/null
+++ b/Q4_K_M/Q4_K_M-00001-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d63624222df1bee5b08fdbcdcf3d1b985ff759da7006f8b44567ae5bfe2c328
+size 10869194752
diff --git a/Q4_K_M/Q4_K_M-00002-of-00011.gguf b/Q4_K_M/Q4_K_M-00002-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..bc5f6c1657c5fc35c4a149cbb393d6d22c1214f5
--- /dev/null
+++ b/Q4_K_M/Q4_K_M-00002-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f381a70b672d48d2d2fa46afa20e76222eefd67bc75c2711b8624b4df09c92f
+size 10796220384
diff --git a/Q4_K_M/Q4_K_M-00003-of-00011.gguf b/Q4_K_M/Q4_K_M-00003-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6ec7f1a967267a6b0d83a2a9a8ac4aafc1288ca6
--- /dev/null
+++ b/Q4_K_M/Q4_K_M-00003-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:458baabaf18c72e765fe181d060dc74ba53113168553a183a3988f00a647c6f2
+size 10796220448
diff --git a/Q4_K_M/Q4_K_M-00004-of-00011.gguf b/Q4_K_M/Q4_K_M-00004-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..afb409b5816887b136e37009ac708fae6a744b94
--- /dev/null
+++ b/Q4_K_M/Q4_K_M-00004-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9193d690abb8174627717ecbb03535dae4634f0a0081de9bd04c2e00f7e7fe
+size 10796220448
diff --git a/Q4_K_M/Q4_K_M-00005-of-00011.gguf b/Q4_K_M/Q4_K_M-00005-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..53be0dee9718e05cc8d7a42f7b9f43135fa6b133
--- /dev/null
+++ b/Q4_K_M/Q4_K_M-00005-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:918a1987005dc96539c3e5027748ed3e61f513292e692cb722d8109e45bdf676
+size 10796220448
diff --git a/Q4_K_M/Q4_K_M-00006-of-00011.gguf b/Q4_K_M/Q4_K_M-00006-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a70a4940914556425116d507cba6cf9096d3f29b
--- /dev/null
+++ b/Q4_K_M/Q4_K_M-00006-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337a44948a56b2a0e68971e5192de1b6b73d6e6b53c0a18a6f66713e2790155c
+size 10796220448
diff --git a/Q4_K_M/Q4_K_M-00007-of-00011.gguf b/Q4_K_M/Q4_K_M-00007-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8d4e566e85c423439cdf5837788c29f34187e6e2
--- /dev/null
+++ b/Q4_K_M/Q4_K_M-00007-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2edc8beb5991e5f481a3dac05d0eccf645e9a1b0a9c1cd1ccf46993bd8acc9d
+size 10796220448
diff --git a/Q4_K_M/Q4_K_M-00008-of-00011.gguf b/Q4_K_M/Q4_K_M-00008-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b44a922d12e952f4db67e09797e9ecb8b3c846ba
--- /dev/null
+++ b/Q4_K_M/Q4_K_M-00008-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d79a10c3a78271cebbeda11640048f1e5a13750ad26618d7b211d647d2d5b3b
+size 10796220448
diff --git a/Q4_K_M/Q4_K_M-00009-of-00011.gguf b/Q4_K_M/Q4_K_M-00009-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..00a91fd94f78cf4002eca6a405226b850ceefa48
--- /dev/null
+++ b/Q4_K_M/Q4_K_M-00009-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ded9bea7c057c19365130c082fb1c54086d4c1fb8b2794ac67f00237d6e803f
+size 10505486208
diff --git a/Q4_K_M/Q4_K_M-00010-of-00011.gguf b/Q4_K_M/Q4_K_M-00010-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8f1f8ce6bde8835a34d638350e1e0e79b523ec2e
--- /dev/null
+++ b/Q4_K_M/Q4_K_M-00010-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081ebd3960881192ceb12ebcbe7e65ae3fb546cd4d0d045a1859226d91a01ae2
+size 10599615328
diff --git a/Q4_K_M/Q4_K_M-00011-of-00011.gguf b/Q4_K_M/Q4_K_M-00011-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b1e5e8014af7881bb47cdf3089347831900b0786
--- /dev/null
+++ b/Q4_K_M/Q4_K_M-00011-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a1c799d40b535a59fc4284613c98d8251d426dbbc0273ecbf4a816151f4f2bb
+size 1075343872
diff --git a/Q5_K_M/Q5_K_M-00001-of-00012.gguf b/Q5_K_M/Q5_K_M-00001-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..af0eca0929a589f1381e3de69437b95e2006768f
--- /dev/null
+++ b/Q5_K_M/Q5_K_M-00001-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44ac14970b612151c3b77f3970806b468c213960d94bd85e30f8fb4b12fd740c
+size 10904001472
diff --git a/Q5_K_M/Q5_K_M-00002-of-00012.gguf b/Q5_K_M/Q5_K_M-00002-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..36475b28a2d6da7d5918879933417d4df0741f9c
--- /dev/null
+++ b/Q5_K_M/Q5_K_M-00002-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ea4c9db29febc26d06f33019554effaa7aeb290861b56b7f1eb73d005917b8
+size 10619644576
diff --git a/Q5_K_M/Q5_K_M-00003-of-00012.gguf b/Q5_K_M/Q5_K_M-00003-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..48cac621a6d57103d1d07d788d09b26b75363d48
--- /dev/null
+++ b/Q5_K_M/Q5_K_M-00003-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c240db47e1eaa5e1ea00ef3460a57732f351ee1a13c00290a6a1e4eb188babf
+size 10746374880
diff --git a/Q5_K_M/Q5_K_M-00004-of-00012.gguf b/Q5_K_M/Q5_K_M-00004-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b19c9685b6c5085cdfd80d59f4c5b8aff68f5444
--- /dev/null
+++ b/Q5_K_M/Q5_K_M-00004-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c63ec2cea1d0d84d5916cd7650375aac2d03fb9f0e759c7d4f2108bb54edb26
+size 10746374880
diff --git a/Q5_K_M/Q5_K_M-00005-of-00012.gguf b/Q5_K_M/Q5_K_M-00005-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..77cda8bdf083fb37c93e5f2263d4e7e9a64a2898
--- /dev/null
+++ b/Q5_K_M/Q5_K_M-00005-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29d1598642bc860dcc48a9163af0af009b8a1006cd7566d8009c295d5423f472
+size 10619644640
diff --git a/Q5_K_M/Q5_K_M-00006-of-00012.gguf b/Q5_K_M/Q5_K_M-00006-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b39b139a2b085872b1bf6c4ffb17d39bc81cb351
--- /dev/null
+++ b/Q5_K_M/Q5_K_M-00006-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:231cb5af67d06bc2e93e89a318a5848b4b15cae706a7123149baf8a3e0005a69
+size 10746374880
diff --git a/Q5_K_M/Q5_K_M-00007-of-00012.gguf b/Q5_K_M/Q5_K_M-00007-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..18f0cabae2b15a45db34edde022a7ea7832eedd0
--- /dev/null
+++ b/Q5_K_M/Q5_K_M-00007-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2507e4b20800fbafabda1c21cf5b2631d158a9e4e9377b22a05153cc564083ee
+size 10746374880
diff --git a/Q5_K_M/Q5_K_M-00008-of-00012.gguf b/Q5_K_M/Q5_K_M-00008-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3ffc11532facd32e538709ded90f9717e1953963
--- /dev/null
+++ b/Q5_K_M/Q5_K_M-00008-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b3c235a9b798ca2bc575e5e03237c61572c2ba53a42e2def37ad3ff54ef4b7f
+size 10619644640
diff --git a/Q5_K_M/Q5_K_M-00009-of-00012.gguf b/Q5_K_M/Q5_K_M-00009-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e8d44bba5da6003df33dd5119e38938e41eb440e
--- /dev/null
+++ b/Q5_K_M/Q5_K_M-00009-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b26378e6fc46f2da862fb60c2d3fd5c03d9acb728f84c19a1d6417a23f5abff
+size 10746374880
diff --git a/Q5_K_M/Q5_K_M-00010-of-00012.gguf b/Q5_K_M/Q5_K_M-00010-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1143c6b83e348db27e41590f618ab924db21ff8f
--- /dev/null
+++ b/Q5_K_M/Q5_K_M-00010-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b18a121933e46c330a55367bdaa6b4b78c3d43f458f92f686905b12530832781
+size 10746374880
diff --git a/Q5_K_M/Q5_K_M-00011-of-00012.gguf b/Q5_K_M/Q5_K_M-00011-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ab9f2336a5cbc19f47fd6240a9064e14fe1ee439
--- /dev/null
+++ b/Q5_K_M/Q5_K_M-00011-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a7a35c953068f7c88c08702f18094cd66e6295831ff2319a1d0767da7a4106bb
+size 10999835360
diff --git a/Q5_K_M/Q5_K_M-00012-of-00012.gguf b/Q5_K_M/Q5_K_M-00012-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8ce2bece85e472290b4ca68be829c1a1150bae5c
--- /dev/null
+++ b/Q5_K_M/Q5_K_M-00012-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46f09b38404b38b5bcabdc9487620b77db6dd0a7d1930da2a33b39d14709db1c
+size 9557268000