Hugging Face's logo

Qwen
/
Qwen1.5-4B-Chat-GGUF

Text Generation
GGUF
English
chat
Inference Endpoints
conversational
Model card Files Community
2
JustinLin610 commited on
Commit
3deef48
•
1 Parent(s): 714d34a

Upload folder using huggingface_hub

Browse files
Files changed (9) hide show
  1. .gitattributes +7 -0
  2. qwen1_5-4b-chat-q2_k.gguf +3 -0
  3. qwen1_5-4b-chat-q3_k_m.gguf +3 -0
  4. qwen1_5-4b-chat-q4_0.gguf +3 -0
  5. qwen1_5-4b-chat-q4_k_m.gguf +3 -0
  6. qwen1_5-4b-chat-q5_0.gguf +3 -0
  7. qwen1_5-4b-chat-q5_k_m.gguf +3 -0
  8. qwen1_5-4b-chat-q6_k.gguf +3 -0
  9. qwen1_5-4b-chat-q8_0.gguf +2 -2
.gitattributes CHANGED
@@ -35,3 +35,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  qwen2-beta-4b-chat-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
37
  qwen1_5-4b-chat-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  qwen2-beta-4b-chat-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
37
  qwen1_5-4b-chat-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
38
+ qwen1_5-4b-chat-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
39
+ qwen1_5-4b-chat-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ qwen1_5-4b-chat-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ qwen1_5-4b-chat-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
42
+ qwen1_5-4b-chat-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
43
+ qwen1_5-4b-chat-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
44
+ qwen1_5-4b-chat-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
qwen1_5-4b-chat-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b13e88d44aa72fb70bcf42ea6d75632f8762f1d3db1fb41da98e8e0ef921187c
3
+ size 1620632672
qwen1_5-4b-chat-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68fe2247b42aeb3b8b0b2d513aa8017b5824ab70db748ae26732e89b37e1158d
3
+ size 2026850912
qwen1_5-4b-chat-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5085ba5f79beb2dcbf57af22c31c5f84239371857cce60df335dd0f74629a7f1
3
+ size 2330085472
qwen1_5-4b-chat-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:426143ccd3241b9547c2b70c622b4f4ef3436ee07e44991bd69ad84b36cd9b9b
3
+ size 2455115872
qwen1_5-4b-chat-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a352e6b52cefa92821692ba6dc21926401e30bf19c276e784171bde0a1294a6
3
+ size 2775197792
qwen1_5-4b-chat-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ec65d29e2ecca847efee640b49e9eeb21c35ae8999dfd4d7b2a3036c5947f05
3
+ size 2839607392
qwen1_5-4b-chat-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:97b90c87b544d28f1e01d7e757ada336d3733ec453ea6ab9ba3ed0719dd6264d
3
+ size 3248129632
qwen1_5-4b-chat-q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:33562c57ea087ccdde475d2f78c5b11d6d25ce988fac2404c2a6ceda931d0a74
3
- size 4204735008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efbacf6b114ff14c102bd2e16395668fedb8522beee8f43167b28b524de1418b
3
+ size 4204735072