Hugging Face's logo

CHE-72-ZLab
/
Alibaba-Qwen2-0_5B-Instruct-GGUF

Text Generation
GGUF
English
Chinese
Mandarin Chinese
chat
llama-cpp
gguf-my-repo
Inference Endpoints
conversational
Model card Files Community
CHE-72 commited on
Commit
0363cd0
·
verified ·
1 Parent(s): 0a138a7

Upload 12 files

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. qwen2-0.5b-instruct-q2_k.gguf +3 -0
  3. qwen2-0.5b-instruct-q3_k_l.gguf +3 -0
  4. qwen2-0.5b-instruct-q3_k_m.gguf +3 -0
  5. qwen2-0.5b-instruct-q3_k_s.gguf +3 -0
  6. qwen2-0.5b-instruct-q4_0.gguf +3 -0
  7. qwen2-0.5b-instruct-q4_k_m.gguf +3 -0
  8. qwen2-0.5b-instruct-q4_k_s.gguf +3 -0
  9. qwen2-0.5b-instruct-q5_0.gguf +3 -0
  10. qwen2-0.5b-instruct-q5_k_m.gguf +3 -0
  11. qwen2-0.5b-instruct-q5_k_s.gguf +3 -0
  12. qwen2-0.5b-instruct-q6_k.gguf +3 -0
  13. qwen2-0.5b-instruct-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ qwen2-0.5b-instruct-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ qwen2-0.5b-instruct-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
38
+ qwen2-0.5b-instruct-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ qwen2-0.5b-instruct-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
40
+ qwen2-0.5b-instruct-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ qwen2-0.5b-instruct-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
42
+ qwen2-0.5b-instruct-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
43
+ qwen2-0.5b-instruct-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ qwen2-0.5b-instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
45
+ qwen2-0.5b-instruct-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
46
+ qwen2-0.5b-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
47
+ qwen2-0.5b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
qwen2-0.5b-instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d16a83e927854711442c19b58cd4ac5eeeb1749d287fe053693d0101e37e12b
3
+ size 338604448
qwen2-0.5b-instruct-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b405c582c9350aa3ddfb2e3c046b70566aeee66aa0ae3c4a573ec1b568990f6
3
+ size 369355168
qwen2-0.5b-instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4eebc9976a0afc3acb7933ca051d4a290e6cfbbadf954bd4177304bee6dae23e
3
+ size 355463584
qwen2-0.5b-instruct-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c745916bea3c2b74e5fecbeb2db90b4a95c397aeb34dd8df4c16d44de40b9810
3
+ size 338260384
qwen2-0.5b-instruct-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8de95da68dc485c0889c205384c24642f83ca18d089559c977ffc6a3972a71a8
3
+ size 352151968
qwen2-0.5b-instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:905405c219506c683d116dd39e7a01a4ac688dd5549aca169b31039bb6696dd2
3
+ size 397804960
qwen2-0.5b-instruct-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9934b55d45309b6e3407b88ccee44ad3fcfa180825ceb73739f9a162338b3e2
3
+ size 385468832
qwen2-0.5b-instruct-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fbb0c6fe2e770f3745a21ae72235cb279300d89fcf2152a3048253f97001e3c
3
+ size 396880288
qwen2-0.5b-instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53bd91be96b2b7b3dfd5d3c299bd5411315ca2fefb4f23297fbc2634f2613a74
3
+ size 420083104
qwen2-0.5b-instruct-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:898270401023b973a8eb39bec1768b66f265c72cc307c4af199854624452e58b
3
+ size 412707232
qwen2-0.5b-instruct-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69b25958da078ccaddf03764d444c4be80497a88c20ebb02f4f27e014ff7f53b
3
+ size 505733536
qwen2-0.5b-instruct-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da8296aa74aced58f4df45b611683a55e96b598b706db04ab96c7201478dc0e6
3
+ size 531065248