diff --git a/.gitattributes b/.gitattributes
new file mode 100644
index 0000000000000000000000000000000000000000..e79ce6a89353fed9e05c6bd0e566fbd82c8d6d5f
--- /dev/null
+++ b/.gitattributes
@@ -0,0 +1,36 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text
\ No newline at end of file
diff --git a/qwen2.5-72b-instruct-q2_k-00001-of-00007.gguf b/qwen2.5-72b-instruct-q2_k-00001-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ee6536baa0e9a31a84f8fc4d7f20f2068903ea3b
--- /dev/null
+++ b/qwen2.5-72b-instruct-q2_k-00001-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:127cb273d9e0c243dc8fb0cf0162e6cd50e4569eb05ac2c4ff12fdbe45a36b41
+size 3974957600
diff --git a/qwen2.5-72b-instruct-q2_k-00002-of-00007.gguf b/qwen2.5-72b-instruct-q2_k-00002-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6f9d4b070380d3a09b7c251596963023fa3849ca
--- /dev/null
+++ b/qwen2.5-72b-instruct-q2_k-00002-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e015a88e061276de14e6706e4d2f0de02e0fa2a46d4fca363a556aac0f99ea9
+size 3988431104
diff --git a/qwen2.5-72b-instruct-q2_k-00003-of-00007.gguf b/qwen2.5-72b-instruct-q2_k-00003-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..944f10bf4498cbc1a1978c8c9c86ddc1c3f1d47c
--- /dev/null
+++ b/qwen2.5-72b-instruct-q2_k-00003-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d37df68281741a1cb05be8e2985b50db55356cc47755a72ac95e05cfb21c2bd
+size 3963724032
diff --git a/qwen2.5-72b-instruct-q2_k-00004-of-00007.gguf b/qwen2.5-72b-instruct-q2_k-00004-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e5d41dcd0c8bc6f579a3f051a3b4d3322f595523
--- /dev/null
+++ b/qwen2.5-72b-instruct-q2_k-00004-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:425e3c3c6f2e4f5f828f9129735698537821ec390afb335460096a1331f0b6ed
+size 3995382272
diff --git a/qwen2.5-72b-instruct-q2_k-00005-of-00007.gguf b/qwen2.5-72b-instruct-q2_k-00005-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6a2d77f0e6a9ca3c7e63ce9e72f15f201f807c23
--- /dev/null
+++ b/qwen2.5-72b-instruct-q2_k-00005-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165dd7e3c8932b298da24012c182c4138123482cbeb7b7a26484b18bf5ba1291
+size 3991515552
diff --git a/qwen2.5-72b-instruct-q2_k-00006-of-00007.gguf b/qwen2.5-72b-instruct-q2_k-00006-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3a6aeaa764c3fc5a9ec3c0cb3403df83f45695b5
--- /dev/null
+++ b/qwen2.5-72b-instruct-q2_k-00006-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dffc4a2c6946c6d66e60ff3d2615b74e7926804515ae8eec404525a66bf8c2f
+size 3995349472
diff --git a/qwen2.5-72b-instruct-q2_k-00007-of-00007.gguf b/qwen2.5-72b-instruct-q2_k-00007-of-00007.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8903165c5337ca58b82fcb3c477592e3e2a9352a
--- /dev/null
+++ b/qwen2.5-72b-instruct-q2_k-00007-of-00007.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b2d660ad978bf22e5514c888d6535499a268f73056f70e5fb8c4c8a2454ca25
+size 3419899136
diff --git a/qwen2.5-72b-instruct-q3_k_m-00001-of-00009.gguf b/qwen2.5-72b-instruct-q3_k_m-00001-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b8147bf283e34e641189420ee2f1776119bf9e59
--- /dev/null
+++ b/qwen2.5-72b-instruct-q3_k_m-00001-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05b0c135d323aed9c4ad122e71369de44e41a3aa2b917e7e95591575431229f7
+size 3996553440
diff --git a/qwen2.5-72b-instruct-q3_k_m-00002-of-00009.gguf b/qwen2.5-72b-instruct-q3_k_m-00002-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..c4debe0747c0dbcf128f5aac9afbe4fedaf1e184
--- /dev/null
+++ b/qwen2.5-72b-instruct-q3_k_m-00002-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c2d1f06be50fb257086826e093f139e9b5795f9572f70ce7bb3bce6c3ace420
+size 3870083552
diff --git a/qwen2.5-72b-instruct-q3_k_m-00003-of-00009.gguf b/qwen2.5-72b-instruct-q3_k_m-00003-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..82f43a8dd3c78c1d0dd55cc9398c1e3d5e78ad21
--- /dev/null
+++ b/qwen2.5-72b-instruct-q3_k_m-00003-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4d4d0e71364796d38928ed09330fc94e0af6f836c7f907427bf9d72a76af2b1
+size 3902159040
diff --git a/qwen2.5-72b-instruct-q3_k_m-00004-of-00009.gguf b/qwen2.5-72b-instruct-q3_k_m-00004-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..86fe3d0a82992fed29bb425e4f0e4fbe4d4347cc
--- /dev/null
+++ b/qwen2.5-72b-instruct-q3_k_m-00004-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e9f4a411c344db1452e752e21cf5682e947cff03a5e414333167cf32aa61c46
+size 3934533920
diff --git a/qwen2.5-72b-instruct-q3_k_m-00005-of-00009.gguf b/qwen2.5-72b-instruct-q3_k_m-00005-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..12fb21d8d256b70344192e50fda6796ecfb34f34
--- /dev/null
+++ b/qwen2.5-72b-instruct-q3_k_m-00005-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2f7d61160d7d63d99d23e7aa3a9c19fea983eaf3980373a7b1d2d9ba7a7b08a
+size 3978255072
diff --git a/qwen2.5-72b-instruct-q3_k_m-00006-of-00009.gguf b/qwen2.5-72b-instruct-q3_k_m-00006-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0f326da0b36dd26b61b825d2aebc45cceee9e51e
--- /dev/null
+++ b/qwen2.5-72b-instruct-q3_k_m-00006-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18a8fef84d8caf82d2cadf5a48969bb2dfee9ff5bd2b21f7a184ba984a791b57
+size 3902159040
diff --git a/qwen2.5-72b-instruct-q3_k_m-00007-of-00009.gguf b/qwen2.5-72b-instruct-q3_k_m-00007-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0820ad66541822b5aeb0b9485d4a0b7ebc2bc247
--- /dev/null
+++ b/qwen2.5-72b-instruct-q3_k_m-00007-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d7616d6213ca1064126951edcc54a2434407adb1643fd2b92ab78e16bf5feb6
+size 3934533920
diff --git a/qwen2.5-72b-instruct-q3_k_m-00008-of-00009.gguf b/qwen2.5-72b-instruct-q3_k_m-00008-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fd46146ebdc0a4e40aa7e02fa5916ee91e7917a5
--- /dev/null
+++ b/qwen2.5-72b-instruct-q3_k_m-00008-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:337c48e99de4e555eab1cc2c4dc7ee40ec53de9efc9164f4f427f4d7ab9a7eb5
+size 3978255072
diff --git a/qwen2.5-72b-instruct-q3_k_m-00009-of-00009.gguf b/qwen2.5-72b-instruct-q3_k_m-00009-of-00009.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4d8f858609ba7605cf41fc7365e5df08c3e4a292
--- /dev/null
+++ b/qwen2.5-72b-instruct-q3_k_m-00009-of-00009.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a690c1c161b2b70c321836069082e7bcdd476b0b5d75d59b26f517d20bf9079b
+size 3975607168
diff --git a/qwen2.5-72b-instruct-q4_0-00001-of-00011.gguf b/qwen2.5-72b-instruct-q4_0-00001-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..30a872a08ff3faf2e1e7a1db15474efb91684f9f
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_0-00001-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:870dfe4b7486827a8b98e953658bf561d015162d7cc4760b4e0738d5ff588af8
+size 3996184064
diff --git a/qwen2.5-72b-instruct-q4_0-00002-of-00011.gguf b/qwen2.5-72b-instruct-q4_0-00002-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..461e68e89b8496c9abdc6398b94fa237523f3328
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_0-00002-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35fa76042d135b253c3b30bed4f0c523b8dccf3f649f6371a5c9f9e0d5abfb83
+size 3964474816
diff --git a/qwen2.5-72b-instruct-q4_0-00003-of-00011.gguf b/qwen2.5-72b-instruct-q4_0-00003-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..11fb14ee8bb6216a4367e340c0656d701c458a1d
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_0-00003-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28a633b439b6ae97c98f93bfc49a478d05d61aa04509989381b1b09b72fd7f2c
+size 3964474880
diff --git a/qwen2.5-72b-instruct-q4_0-00004-of-00011.gguf b/qwen2.5-72b-instruct-q4_0-00004-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2d07c178497cf7c2f36218f3d5eef5544c6c59cb
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_0-00004-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7322ef53187612308a28958c8cf5c6de508f5fe0d7dc1cfdb8a7e38d42425ac9
+size 3964474880
diff --git a/qwen2.5-72b-instruct-q4_0-00005-of-00011.gguf b/qwen2.5-72b-instruct-q4_0-00005-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ea870598749797e1dc391d438fb2f8c60fe094c1
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_0-00005-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:244dfeaf413c0a04dcf99596d2c74e23c34a1914d7b3dd19642c11347672646f
+size 3964474880
diff --git a/qwen2.5-72b-instruct-q4_0-00006-of-00011.gguf b/qwen2.5-72b-instruct-q4_0-00006-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ad5588e18bb005ad389954462a6e058028542fe4
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_0-00006-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95c4df7ce0a3bd2e23f24a634caaa4f3b6f66b76ab0437b8857d6ed4248e21bf
+size 3964474880
diff --git a/qwen2.5-72b-instruct-q4_0-00007-of-00011.gguf b/qwen2.5-72b-instruct-q4_0-00007-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f255863e97a4a9afdabce6db605093850aac19ff
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_0-00007-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:455110bf874793ed2cbbe4db7f461faf34a81a41c765edcdb6ebd071c7244ec8
+size 3964474880
diff --git a/qwen2.5-72b-instruct-q4_0-00008-of-00011.gguf b/qwen2.5-72b-instruct-q4_0-00008-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e465202aa4692887d83aa0fb21cce5f018dc3b0a
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_0-00008-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:843dea183fb8f1ba92ccb759122ff5abd3b0f3d3d5ba80d7b9cf480df1b7c50c
+size 3964474880
diff --git a/qwen2.5-72b-instruct-q4_0-00009-of-00011.gguf b/qwen2.5-72b-instruct-q4_0-00009-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..6a094d642d40ef09ff523bd02a68eab5346bc08d
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_0-00009-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a7009523d05af785a9abc9da83bb937ed851fbedd73de370637f80dc54c97c0
+size 3964474880
diff --git a/qwen2.5-72b-instruct-q4_0-00010-of-00011.gguf b/qwen2.5-72b-instruct-q4_0-00010-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5374faaf2bfe030443e9114c96e4d56a2ac39b53
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_0-00010-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1bc498cab63d4ae51ae0f95bc7a35602ad3b4050f5296c17a306793456ec63f
+size 3964474880
diff --git a/qwen2.5-72b-instruct-q4_0-00011-of-00011.gguf b/qwen2.5-72b-instruct-q4_0-00011-of-00011.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..dc99ebc64b469fcd1d6bae57edd361b6ee5abd20
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_0-00011-of-00011.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24ddb4bf4a53611669c04e1cbbe506926f6fef91d1869caeed45f1b3f36ebc9b
+size 1696838880
diff --git a/qwen2.5-72b-instruct-q4_k_m-00001-of-00012.gguf b/qwen2.5-72b-instruct-q4_k_m-00001-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..00a23ef82e1b3a097c90184b4dbd25a887305248
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_k_m-00001-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3531a90691b5f4edb4bdf488246d72ce0b5d40cacfab1489718a662cec386e43
+size 3986869120
diff --git a/qwen2.5-72b-instruct-q4_k_m-00002-of-00012.gguf b/qwen2.5-72b-instruct-q4_k_m-00002-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3d5ca24df993734a3db93da42f224d91ba757a08
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_k_m-00002-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cfb079461591e2c23ef73953aeba4b2520a9b93afaa841f31adf4e480647ab
+size 3877864544
diff --git a/qwen2.5-72b-instruct-q4_k_m-00003-of-00012.gguf b/qwen2.5-72b-instruct-q4_k_m-00003-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a15081b1b29a67b2f9003aba1b1448edce0e03a6
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_k_m-00003-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67c3641d018b7ca646e7c37b50152687d4b52ce6ab6bf170b006a756b52778d
+size 3963622720
diff --git a/qwen2.5-72b-instruct-q4_k_m-00004-of-00012.gguf b/qwen2.5-72b-instruct-q4_k_m-00004-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b26f73ebd5e867f3ad4d2d2efbe5501d46750a14
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_k_m-00004-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92f5149d685ad5c5ab0fc30f5e0725d95a746d9a8e54d8397707b97dc435cd76
+size 3941463040
diff --git a/qwen2.5-72b-instruct-q4_k_m-00005-of-00012.gguf b/qwen2.5-72b-instruct-q4_k_m-00005-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f6a5cebb6bad11a830ec1d31fc6559c4937a9042
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_k_m-00005-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5abb6ecd7f3ec4438a4e89ae704acd43405182a0477776d5e8aa35a71a5ecdc
+size 3963688384
diff --git a/qwen2.5-72b-instruct-q4_k_m-00006-of-00012.gguf b/qwen2.5-72b-instruct-q4_k_m-00006-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..23b6bb61466798c6f78729e0da59c7d6aa055eae
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_k_m-00006-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead67a4ac2648b0f7b71fea755f910ed208f3f8b881b55c208fc3fdca67359ee
+size 3941463040
diff --git a/qwen2.5-72b-instruct-q4_k_m-00007-of-00012.gguf b/qwen2.5-72b-instruct-q4_k_m-00007-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2491a50b074dfa7e4cac67f471a773b84db75ba9
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_k_m-00007-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7b168a5fdf78695736a6441dc846b19251339750ea78bf993057b7bf499671d
+size 3826849152
diff --git a/qwen2.5-72b-instruct-q4_k_m-00008-of-00012.gguf b/qwen2.5-72b-instruct-q4_k_m-00008-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d194dfa2ea73493150d168cd34c2168aa3f03a45
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_k_m-00008-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab253ada85c14097597546ac13cfb1426cb175d1d8da520b7a2904d0c323e32
+size 3983901792
diff --git a/qwen2.5-72b-instruct-q4_k_m-00009-of-00012.gguf b/qwen2.5-72b-instruct-q4_k_m-00009-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b9965fa0d4e9725e06d517644a8e2625e4255cd6
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_k_m-00009-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51661b80af773b488e807a03fc7ea31bb64630c50e3ee77fbb5e37bdd9ff9979
+size 3921183968
diff --git a/qwen2.5-72b-instruct-q4_k_m-00010-of-00012.gguf b/qwen2.5-72b-instruct-q4_k_m-00010-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0b1b0f16d764fbd0f5911bb30c7f9096e2c161c1
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_k_m-00010-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcc180433606a81e2137ba1f088defe3ad51ec9353f5d129a7209614597e16f9
+size 3995005888
diff --git a/qwen2.5-72b-instruct-q4_k_m-00011-of-00012.gguf b/qwen2.5-72b-instruct-q4_k_m-00011-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3448452bb57c037204dbcb5a3d159ddcec3159f1
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_k_m-00011-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b9437649f12062bdbed6c623c3f6adc6924a3d2f4e7aabdd3ab32883f5485d
+size 3586683584
diff --git a/qwen2.5-72b-instruct-q4_k_m-00012-of-00012.gguf b/qwen2.5-72b-instruct-q4_k_m-00012-of-00012.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..eb443f8e2591b2f1ec5088e11a1edbf6914cee86
--- /dev/null
+++ b/qwen2.5-72b-instruct-q4_k_m-00012-of-00012.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ae16428f9edb62b60e6c8657ba9344c6fae6ef44c497845dc6a6fd002e4d5b
+size 1021870240
diff --git a/qwen2.5-72b-instruct-q5_0-00001-of-00013.gguf b/qwen2.5-72b-instruct-q5_0-00001-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..3fc2390b3ad94533f539330f078d65c4785f5c0c
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_0-00001-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:368b88311020ab119a3c02d07fe3392465c1e97a74dab8505084e0704f3f6cfc
+size 3890690624
diff --git a/qwen2.5-72b-instruct-q5_0-00002-of-00013.gguf b/qwen2.5-72b-instruct-q5_0-00002-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0fa1dc3f3669e1d8db644d0e1f7d2deee901b0a9
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_0-00002-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67809d64976f0dcc9be454009fd7d07405c0a285762240be030c98275f69530f
+size 3968454880
diff --git a/qwen2.5-72b-instruct-q5_0-00003-of-00013.gguf b/qwen2.5-72b-instruct-q5_0-00003-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4a330913e33767b3b1fa5b7bca49e2ab4328eaf6
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_0-00003-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fc0b2e7f4a60ac98f3e33c0fd232915c492abe79f7e4f304ba51b9d0e4651f
+size 3905090208
diff --git a/qwen2.5-72b-instruct-q5_0-00004-of-00013.gguf b/qwen2.5-72b-instruct-q5_0-00004-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..526b8be8561e25c3e3034d27bd1f1bc08663aa9a
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_0-00004-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b54ad713a54ef1c01632fec1d7bdd3fbc1caf06b4c05a09105d4996db7270429
+size 3974226304
diff --git a/qwen2.5-72b-instruct-q5_0-00005-of-00013.gguf b/qwen2.5-72b-instruct-q5_0-00005-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0f3e2ea6891e4180ee24a857067e17a3b08d943e
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_0-00005-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f22aee397ad2d609dbfc87d8a8f9d1a0cb56cb02fb6a4af398c6647d5875b41f
+size 3899384480
diff --git a/qwen2.5-72b-instruct-q5_0-00006-of-00013.gguf b/qwen2.5-72b-instruct-q5_0-00006-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fa5683f2feaf1a7d3bee202bd5f6437b4dd1d5cf
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_0-00006-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cfa7e01021fe544c5c2629d54aee70d78d8328423533afb547dc4ff40f750aa
+size 3968454944
diff --git a/qwen2.5-72b-instruct-q5_0-00007-of-00013.gguf b/qwen2.5-72b-instruct-q5_0-00007-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..05872ed566783186ae8304c53817a3bdc08c288d
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_0-00007-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0287236db61ef2e61773af54745f6c7101d192e7754778c117b3c0ab67cb906b
+size 3905090208
diff --git a/qwen2.5-72b-instruct-q5_0-00008-of-00013.gguf b/qwen2.5-72b-instruct-q5_0-00008-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..fcd6b2ab56e90b5e10ef85dfbe34fedc0dcc596d
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_0-00008-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b44cb4636f8198b0754fec9e726d45cbe36059af34aa2dfd9329cf63c2d9d402
+size 3974226304
diff --git a/qwen2.5-72b-instruct-q5_0-00009-of-00013.gguf b/qwen2.5-72b-instruct-q5_0-00009-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9f090263e6174a3cddd1547d5aca72b08f8cebe0
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_0-00009-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:233e906aa1bd086872c28bf306618abf47518898c695daa8a89415836a9c25a3
+size 3899384480
diff --git a/qwen2.5-72b-instruct-q5_0-00010-of-00013.gguf b/qwen2.5-72b-instruct-q5_0-00010-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..66e7038604d733416c8845178cbcdc045df57059
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_0-00010-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f856626af64a8d5039b0e276e0f5937b1117afa18068ec0ba5d195e72abc6a78
+size 3968454944
diff --git a/qwen2.5-72b-instruct-q5_0-00011-of-00013.gguf b/qwen2.5-72b-instruct-q5_0-00011-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..81a54269367fb4663455149967b317e3b273c012
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_0-00011-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04b7fb4b923337873cebddc1505d57291082e5ab192ef3d837cfda3e6903db98
+size 3905090208
diff --git a/qwen2.5-72b-instruct-q5_0-00012-of-00013.gguf b/qwen2.5-72b-instruct-q5_0-00012-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..61f7fafa94434a8f9037d99c7a585ab81098af1a
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_0-00012-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8d1b784a0cf88633fe48b1401c8fe4cfc654d17acfbdda5b78e99737a5ddce3
+size 3974226304
diff --git a/qwen2.5-72b-instruct-q5_0-00013-of-00013.gguf b/qwen2.5-72b-instruct-q5_0-00013-of-00013.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..12d86c259cfa9d527b76d0495d24b1ef665aa40d
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_0-00013-of-00013.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d63b9ee876679a3ad8bb06630db935cc251ad2d8f39b1c98f7894ca601d504b
+size 3104275136
diff --git a/qwen2.5-72b-instruct-q5_k_m-00001-of-00014.gguf b/qwen2.5-72b-instruct-q5_k_m-00001-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f3c2cfb5ff29f2ab17e133beece2d3e520fce9c9
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_k_m-00001-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25a0017b7da38e26aaa755f39623bd4d289e32bf3c30b1910cbee07b7f4d47e4
+size 3858184576
diff --git a/qwen2.5-72b-instruct-q5_k_m-00002-of-00014.gguf b/qwen2.5-72b-instruct-q5_k_m-00002-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ae676b8a11127b173f332fe25ee37d311e6c108d
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_k_m-00002-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aed11a397171153411302a03f29c5bbbe13a63ab4f79e775380bffa7955fea0
+size 3833385056
diff --git a/qwen2.5-72b-instruct-q5_k_m-00003-of-00014.gguf b/qwen2.5-72b-instruct-q5_k_m-00003-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..99f09c80d8630e68cab49b5ed46bbfea1c647920
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_k_m-00003-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c103e4eb34e07c5a590fc84ecb42b9f7a8045364bfe8e8465e58bf291262baa
+size 3868119360
diff --git a/qwen2.5-72b-instruct-q5_k_m-00004-of-00014.gguf b/qwen2.5-72b-instruct-q5_k_m-00004-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e0e8301c3d4e685209203e2f3a5b2fad21bbcadf
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_k_m-00004-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbc0f25975220fcaf3262d20520b9bc261a71400b101b2a989e1f02229d57674
+size 3868053728
diff --git a/qwen2.5-72b-instruct-q5_k_m-00005-of-00014.gguf b/qwen2.5-72b-instruct-q5_k_m-00005-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..85cb4b0460e1aae21902836fd0f3f4aca06812ef
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_k_m-00005-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8fa57e6a3113e16a4934e88ccaf65a95cad8da885eb687039a2bee37a39f96a
+size 3868053728
diff --git a/qwen2.5-72b-instruct-q5_k_m-00006-of-00014.gguf b/qwen2.5-72b-instruct-q5_k_m-00006-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..f8ee7e1cb8abe32ad117e8c4045b4391f266de77
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_k_m-00006-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3832a5b30655bcb793d104aa4dcd1aba9118dfbad4c9c5531443cfb96768d857
+size 3971936928
diff --git a/qwen2.5-72b-instruct-q5_k_m-00007-of-00014.gguf b/qwen2.5-72b-instruct-q5_k_m-00007-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..773dd41281659a06e48b1538e9fc437ba2fb26e0
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_k_m-00007-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16ebb472a51c886ff1989f175bcc44f34116ea7dc6b2dbf717590b8a96501b4b
+size 3868053728
diff --git a/qwen2.5-72b-instruct-q5_k_m-00008-of-00014.gguf b/qwen2.5-72b-instruct-q5_k_m-00008-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0e788c0444c6f50b79cd0f799ee92af80a05d5e8
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_k_m-00008-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55f33ef7aaf1421007916d95adbf74357f2d32bafcb0d7979d3c61f68aa099ec
+size 3973051040
diff --git a/qwen2.5-72b-instruct-q5_k_m-00009-of-00014.gguf b/qwen2.5-72b-instruct-q5_k_m-00009-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..69fdde1c3defcb2b56ad10bfaa3948fc9f2bc2fc
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_k_m-00009-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c17cd5f2533df69c4a221ed4f465dbde501efbe8e5fe01cec4e816dd5dafe20a
+size 3900428608
diff --git a/qwen2.5-72b-instruct-q5_k_m-00010-of-00014.gguf b/qwen2.5-72b-instruct-q5_k_m-00010-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..eabdc6a9b5171b5736eaa60d2c19ecbe422fd051
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_k_m-00010-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a93466248121e258e2ee32a9731f876977747ee2d83a7436e40baf7ce33ff89
+size 3868053728
diff --git a/qwen2.5-72b-instruct-q5_k_m-00011-of-00014.gguf b/qwen2.5-72b-instruct-q5_k_m-00011-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..163885b7cfe418a5a975c3a610810d1714b61f7e
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_k_m-00011-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc4fe5e9ec40e2396695890c62eb3670c13560a5dc3b8b388fcad720cd3e61b3
+size 3868053728
diff --git a/qwen2.5-72b-instruct-q5_k_m-00012-of-00014.gguf b/qwen2.5-72b-instruct-q5_k_m-00012-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..7e31722e211181237432bfeb32ded1f6a66afa68
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_k_m-00012-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b7f59ac66e7af64dea1387f41b00a472168d61f25339b21314d319b525b8c2f7
+size 3973013888
diff --git a/qwen2.5-72b-instruct-q5_k_m-00013-of-00014.gguf b/qwen2.5-72b-instruct-q5_k_m-00013-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..9343c7f0d5b8c934f6d1bb692c950d10a7a90d77
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_k_m-00013-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:112183f40263271d7418136c24c11e084e174c51124e9d1aa239e3ebc9dc84e1
+size 3933725152
diff --git a/qwen2.5-72b-instruct-q5_k_m-00014-of-00014.gguf b/qwen2.5-72b-instruct-q5_k_m-00014-of-00014.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..65d1e8e605be409bed74bf27b1c15d831f8b142e
--- /dev/null
+++ b/qwen2.5-72b-instruct-q5_k_m-00014-of-00014.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335231df754c1a0326daad41d70db1ed96bf62bd714c96f33a609c04ceded114
+size 1021870240
diff --git a/qwen2.5-72b-instruct-q6_k-00001-of-00016.gguf b/qwen2.5-72b-instruct-q6_k-00001-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..908f7e9f27b7d24ac42c2d339b9355f7578ec180
--- /dev/null
+++ b/qwen2.5-72b-instruct-q6_k-00001-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cdd45e04aa2c0f6b91ab6247192d35e1b1a87fe5b4d01e59a855380836c7014
+size 3918370656
diff --git a/qwen2.5-72b-instruct-q6_k-00002-of-00016.gguf b/qwen2.5-72b-instruct-q6_k-00002-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..cfdf1feba1cd6a3c599fad1b40bb644c789179d4
--- /dev/null
+++ b/qwen2.5-72b-instruct-q6_k-00002-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f7f236d49a74f8604cf83977a42f1a69b39c1f61255985d8a6ded502ca0d72b
+size 3936636736
diff --git a/qwen2.5-72b-instruct-q6_k-00003-of-00016.gguf b/qwen2.5-72b-instruct-q6_k-00003-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e9a59e269cfa09fa306f3f186af9a69fde67861b
--- /dev/null
+++ b/qwen2.5-72b-instruct-q6_k-00003-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c10d18951276c3220680ad37b6315f56856d060281f5f64694e70134ae72e71a
+size 3812830848
diff --git a/qwen2.5-72b-instruct-q6_k-00004-of-00016.gguf b/qwen2.5-72b-instruct-q6_k-00004-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4d7f08e8ee36833dbcddf26de2e03e1f277a83b8
--- /dev/null
+++ b/qwen2.5-72b-instruct-q6_k-00004-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c1959ca09eb796fec5fd169761ac8efcd9d77a3d7ede347dd66dc9cf0566b02
+size 3812798048
diff --git a/qwen2.5-72b-instruct-q6_k-00005-of-00016.gguf b/qwen2.5-72b-instruct-q6_k-00005-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..283809d7ba51621e60040bafa94bdab5cdbe1b8a
--- /dev/null
+++ b/qwen2.5-72b-instruct-q6_k-00005-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa6113c2157c9b044b8d3f86644ffeff8619f63f9eb085ca741011cbc17f683
+size 3812798048
diff --git a/qwen2.5-72b-instruct-q6_k-00006-of-00016.gguf b/qwen2.5-72b-instruct-q6_k-00006-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..1bc72ed85fec35cb828980c44bad871e22d65467
--- /dev/null
+++ b/qwen2.5-72b-instruct-q6_k-00006-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07449373f7ac4eb88f69eb4e54abf516e23cef228fef8cbcb306a83d3716c99e
+size 3936669632
diff --git a/qwen2.5-72b-instruct-q6_k-00007-of-00016.gguf b/qwen2.5-72b-instruct-q6_k-00007-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8b3491aa389b0a8e0196cd6970bd0bd70cbb3b26
--- /dev/null
+++ b/qwen2.5-72b-instruct-q6_k-00007-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7382e329a9b4aa852e22ab304c5bc8b70ecd97d8a089acdda2abd71d4dda119b
+size 3812798048
diff --git a/qwen2.5-72b-instruct-q6_k-00008-of-00016.gguf b/qwen2.5-72b-instruct-q6_k-00008-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..5abc651eec83fa7d10d558b75f76c0e898520c55
--- /dev/null
+++ b/qwen2.5-72b-instruct-q6_k-00008-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8d15a5c7932e853b6c602529321e3bce0a43ccbf96d62577e61e86c5d45cb4e
+size 3812798048
diff --git a/qwen2.5-72b-instruct-q6_k-00009-of-00016.gguf b/qwen2.5-72b-instruct-q6_k-00009-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..bd174e7f0bef5b19d61c62da71827bff7011a22d
--- /dev/null
+++ b/qwen2.5-72b-instruct-q6_k-00009-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:080d7df30142ccadb898c361c801469c2556e1dd68ff843a068363dade75e501
+size 3936669632
diff --git a/qwen2.5-72b-instruct-q6_k-00010-of-00016.gguf b/qwen2.5-72b-instruct-q6_k-00010-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..cb11866706335650cb9036dd01245f077f21788a
--- /dev/null
+++ b/qwen2.5-72b-instruct-q6_k-00010-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2533ae030d741c448ed74d66f60aac0b12041bf187b9e7669a664e1d1ad33ed8
+size 3812798048
diff --git a/qwen2.5-72b-instruct-q6_k-00011-of-00016.gguf b/qwen2.5-72b-instruct-q6_k-00011-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..24817d84bce8df734a689cbf362cf4d2ae1e1c14
--- /dev/null
+++ b/qwen2.5-72b-instruct-q6_k-00011-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac1e62644157ade563e737fd08d83046cda5ece6edb1652455813ff658d2f52
+size 3812798048
diff --git a/qwen2.5-72b-instruct-q6_k-00012-of-00016.gguf b/qwen2.5-72b-instruct-q6_k-00012-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e2d708ed9f0cb826ac8630b76da856665768faee
--- /dev/null
+++ b/qwen2.5-72b-instruct-q6_k-00012-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4de2d145c4a264bb62f9aa827c35a82a054a835261cd3977307424c8d4d66cf
+size 3936669632
diff --git a/qwen2.5-72b-instruct-q6_k-00013-of-00016.gguf b/qwen2.5-72b-instruct-q6_k-00013-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..48d4a5a293a706b2bfd012342bb11f20c15683f4
--- /dev/null
+++ b/qwen2.5-72b-instruct-q6_k-00013-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3812281f9570d789f95c3077a49b33919dcd12f4e0737d9fb9b43fe38ea2f4e7
+size 3812798048
diff --git a/qwen2.5-72b-instruct-q6_k-00014-of-00016.gguf b/qwen2.5-72b-instruct-q6_k-00014-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4870f4ef1774bcf11d841ee1265cd503cee62802
--- /dev/null
+++ b/qwen2.5-72b-instruct-q6_k-00014-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d69a173d025603f1f0ab2a68f1bdd77ae197ddc67fe04294b79960b85365a04
+size 3812798048
diff --git a/qwen2.5-72b-instruct-q6_k-00015-of-00016.gguf b/qwen2.5-72b-instruct-q6_k-00015-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..added02f26baba5f443b62e5a4021318f7f47edc
--- /dev/null
+++ b/qwen2.5-72b-instruct-q6_k-00015-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39f77e84bdf8442826a35f2af66d769756806abe9dd99a5914313edf1890f470
+size 3936669632
diff --git a/qwen2.5-72b-instruct-q6_k-00016-of-00016.gguf b/qwen2.5-72b-instruct-q6_k-00016-of-00016.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..47362218a4bebfb2157b2d4dc1e1b6e4aa81b8ec
--- /dev/null
+++ b/qwen2.5-72b-instruct-q6_k-00016-of-00016.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11c5f65b772749a2af42b15c94f3f8c29dd60ef23ab784712269cf6445cc9da8
+size 1944134656
diff --git a/qwen2.5-72b-instruct-q8_0-00001-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00001-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..bef2e991d65a4360ca1d832306132f18cf2475e2
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00001-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31a2b3c4e62dc185b54b9c33b1b2898f06fde167e3311cc5380e08692098e781
+size 3878876224
diff --git a/qwen2.5-72b-instruct-q8_0-00002-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00002-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..198c9ba315830e7d486457d7baaf3043b74799a8
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00002-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:747e66c38a1f4f8d496533e2108c7592e10220afc65c480d13cbe14d0109d700
+size 3743845120
diff --git a/qwen2.5-72b-instruct-q8_0-00003-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00003-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..d18fd0c0f4ef872156d022811770fa6091133496
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00003-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4346236ce045e136ad4cbcd7b86a88ae66dfadeed033175965e9f331a76e90d9
+size 3743845152
diff --git a/qwen2.5-72b-instruct-q8_0-00004-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00004-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..42735be4095f2d827aefede0e5bbbfeae9af2c4e
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00004-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:152f922d2dd4c18d49f6b3c00bb1cc20629ed042d494527e1c350da41043a446
+size 3743845184
diff --git a/qwen2.5-72b-instruct-q8_0-00005-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00005-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..596e0d006ce9f761844c8e2e0856bb304f5431a6
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00005-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24d6a097d3d3ce727b1f123957713cdaba0d5d64b9aaf559afb4703ea51ce577
+size 3743845184
diff --git a/qwen2.5-72b-instruct-q8_0-00006-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00006-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..571eb8d5979fccb05e9abbdec35bae6109c218fe
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00006-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ef22906aa68f1b7c067c4469677d7490455a9ea1a2fcda67af29bb7d1ffc49e
+size 3743845184
diff --git a/qwen2.5-72b-instruct-q8_0-00007-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00007-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..0ddfc763d659b0b683d40aeb9ea6330613b14406
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00007-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9dd79952b0a7d771633f32c253da0b771eb09efe173eeef50c250979c5ddd22
+size 3743845184
diff --git a/qwen2.5-72b-instruct-q8_0-00008-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00008-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8b7fd62331707182bc821c48935a5c42b30a3258
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00008-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af925e8985c7d5e30d6ee98e275d93cdc2ca5777173d5601ebc9d6fbd4f4d01e
+size 3743845184
diff --git a/qwen2.5-72b-instruct-q8_0-00009-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00009-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..a3cc8b02f45f54ac42447c5f6f949d42c4e54d49
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00009-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:057a909a1bfd954aaf9b4b94b226b98a1a7b2a5b19861a708bf2879bb12c704e
+size 3743845184
diff --git a/qwen2.5-72b-instruct-q8_0-00010-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00010-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..b62040d5ee15c44cb7db8ec0246ac6284d92b877
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00010-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c84a7441c2feab7213ee35b989334079276701a4bc39017e68ac7096966a08b6
+size 3743845184
diff --git a/qwen2.5-72b-instruct-q8_0-00011-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00011-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..4ef845b0fa00e1a8930ce505402cc65556bab786
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00011-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f91fc504df34b89edc7d709925b9b69900a3a3671b1b4ce8d7384ff3117255
+size 3743845184
diff --git a/qwen2.5-72b-instruct-q8_0-00012-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00012-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..2cb2332285c43423497766d2c028836964ef454a
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00012-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84c3b6949803166b84bb8ffda810fbf2f56aec4e32b9e0f1614a43f84d4214a2
+size 3743845184
diff --git a/qwen2.5-72b-instruct-q8_0-00013-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00013-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..82cc06cea5b49963c8f95fcd6b2fbf87147dc822
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00013-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00fd616480122ef2fddf3888436ee62d04ec5dc081cad0f8d0db9e7f1b241faf
+size 3743845184
diff --git a/qwen2.5-72b-instruct-q8_0-00014-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00014-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e192d9e1cdd3872fce913d35396ffebd671e9256
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00014-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58a93e4a25a3bd34ae4327f4b40d1fd7c90b20ae34ed29a5fc0804333031d998
+size 3743845184
diff --git a/qwen2.5-72b-instruct-q8_0-00015-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00015-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..8702e728a5b9c8326e5361aa75b131ca4ac87669
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00015-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3b643f7b02f52da7a68ab0eee711ba160904ed235bea64da6cca5b46bb5db48
+size 3743845184
diff --git a/qwen2.5-72b-instruct-q8_0-00016-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00016-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..605201a821aab6b341c9919717afdebe93572505
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00016-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:721536952fea2b497e74681da2c65b1bd783ef2f3193ab41057fcaa31a64b495
+size 3743845184
diff --git a/qwen2.5-72b-instruct-q8_0-00017-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00017-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..54fd4902b502a03efea3bac6ae23de77ce9ad92b
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00017-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b21b0bd05319458227e5865d1a79e62e1d63168bf8060e8d0d6f1e0da51c324
+size 3743845184
diff --git a/qwen2.5-72b-instruct-q8_0-00018-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00018-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..e35059bce497791f0cd061a7f7ddf4d846f98b6a
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00018-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1804cb39eefead3acd09ffafd064d969ec07161aceb62edbbe8975a0472391eb
+size 3743845184
diff --git a/qwen2.5-72b-instruct-q8_0-00019-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00019-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..219aa6a0f935a5fdf1285b8ef612677e5c209cc6
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00019-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c8e5f402cb84f8d29813f811cb93c3a694dfc8a6398e2081031ced3a49b5ad
+size 3743845184
diff --git a/qwen2.5-72b-instruct-q8_0-00020-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00020-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..14fed22d28436cf8bc9667c06345d89aef2fac9f
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00020-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:047d7b4c5c363d17e86f19b3bd66e38663cb1484555aa897cd4892c1993881d3
+size 3743845184
diff --git a/qwen2.5-72b-instruct-q8_0-00021-of-00021.gguf b/qwen2.5-72b-instruct-q8_0-00021-of-00021.gguf
new file mode 100644
index 0000000000000000000000000000000000000000..ba760c85bb62898122ca9de3ae9df98cee6f55a3
--- /dev/null
+++ b/qwen2.5-72b-instruct-q8_0-00021-of-00021.gguf
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6a7a5be990bed3f18695ded8d8fca3f545176045a37784e0443e2bd6633c6bc
+size 2518066176