Hugging Face's logo

Qwen
/
Qwen2.5-7B-Instruct-GGUF

Text Generation
GGUF
English
chat
Inference Endpoints
conversational
Model card Files Community
2
feihu.hf commited on
Commit
293ca9a
·
0 Parent(s):

upload weights

Browse files
Files changed (16) hide show
  1. .gitattributes +36 -0
  2. qwen2.5-7b-instruct-q2_k.gguf +3 -0
  3. qwen2.5-7b-instruct-q3_k_m.gguf +3 -0
  4. qwen2.5-7b-instruct-q4_0-00001-of-00002.gguf +3 -0
  5. qwen2.5-7b-instruct-q4_0-00002-of-00002.gguf +3 -0
  6. qwen2.5-7b-instruct-q4_k_m-00001-of-00002.gguf +3 -0
  7. qwen2.5-7b-instruct-q4_k_m-00002-of-00002.gguf +3 -0
  8. qwen2.5-7b-instruct-q5_0-00001-of-00002.gguf +3 -0
  9. qwen2.5-7b-instruct-q5_0-00002-of-00002.gguf +3 -0
  10. qwen2.5-7b-instruct-q5_k_m-00001-of-00002.gguf +3 -0
  11. qwen2.5-7b-instruct-q5_k_m-00002-of-00002.gguf +3 -0
  12. qwen2.5-7b-instruct-q6_k-00001-of-00002.gguf +3 -0
  13. qwen2.5-7b-instruct-q6_k-00002-of-00002.gguf +3 -0
  14. qwen2.5-7b-instruct-q8_0-00001-of-00003.gguf +3 -0
  15. qwen2.5-7b-instruct-q8_0-00002-of-00003.gguf +3 -0
  16. qwen2.5-7b-instruct-q8_0-00003-of-00003.gguf +3 -0
.gitattributes ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.gguf filter=lfs diff=lfs merge=lfs -text
qwen2.5-7b-instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0fc885ff014d73c02dcc4ad093f110c6dd4e0e308f84efe1accf078d364a87a
3
+ size 3015940000
qwen2.5-7b-instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a96b16179dc6cc9afdf0cf7a96a80c199cbd00b9be207c3465be21cb721cca5e
3
+ size 3808391072
qwen2.5-7b-instruct-q4_0-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09cda9ec3aff8b5d3a760ddd16d26351e2dbf01f5c4ad4d05e18ac666708a6a2
3
+ size 3983228352
qwen2.5-7b-instruct-q4_0-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db92b5c30da42fbfa33af1c501f4be6fcba1c85348d879d794b475154c0fe564
3
+ size 448162496
qwen2.5-7b-instruct-q4_k_m-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfce12e3862a5283ccfb88221b48480e58745165de856439950d0f22590580db
3
+ size 3993201344
qwen2.5-7b-instruct-q4_k_m-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:539cf93f78e887edea1c04e2d7d8cdaca9d01dae9c9025bcb8accbe29df3d72a
3
+ size 689872288
qwen2.5-7b-instruct-q5_0-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:715a0c76b1b074ed65fe0fabf88b1df6f5f638318f15ba9f62a04d493e236d5f
3
+ size 4001112160
qwen2.5-7b-instruct-q5_0-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a254c888ebffcddf98b0c277433a339d9a8cbf970f246b0b6e6a9195e5d6cfb
3
+ size 1314064416
qwen2.5-7b-instruct-q5_k_m-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42f6693004793ee6cf1b2b723f0273b10f86a3bb2a949bd9128d4cda5fb866cd
3
+ size 3989841792
qwen2.5-7b-instruct-q5_k_m-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:beba9d4f2f5a1fe7d144dcae332e68b52c26705c5310dece2e5d1997e091e134
3
+ size 1454989568
qwen2.5-7b-instruct-q6_k-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:156c51f478e073210d2fd3923d0f5840e31b51745cc05f93a65cc416f1191e4f
3
+ size 3950642464
qwen2.5-7b-instruct-q6_k-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d1d3fbbe7a4238744d2cbf64fc54bae2ecd65017871de34bca47cb8598b6275
3
+ size 2303556416
qwen2.5-7b-instruct-q8_0-00001-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26e30cb4559f0d9e9e11f34d351292af6f42199ce3fa742b5e7c5af4bc35b0f0
3
+ size 3980069248
qwen2.5-7b-instruct-q8_0-00002-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e93856ce0cb05d5abd698eb439c0fea3acd412d9040f5ab7d2d4d088add5287d
3
+ size 3942935680
qwen2.5-7b-instruct-q8_0-00003-of-00003.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f29c0e4173d4d92d35c52a7c5807c34a3edfe6bb078ea785d145b7d88c16e44
3
+ size 175520480