Hugging Face's logo

dahara1
/
Qwen2.5-3B-Instruct-gguf-japanese-imatrix-128K

GGUF
Japanese
Inference Endpoints
conversational
Model card Files Community
dahara1 commited on
Commit
c6f2a98
•
1 Parent(s): f19f2f0

Upload 8 files

Browse files
Files changed (9) hide show
  1. .gitattributes +8 -0
  2. Qwen2.5-3B-Instruct-Q4_K-f16.gguf +3 -0
  3. Qwen2.5-3B-Instruct-Q4_K_L.gguf +3 -0
  4. Qwen2.5-3B-Instruct-Q4_K_M.gguf +3 -0
  5. Qwen2.5-3B-Instruct-Q4_K_S.gguf +3 -0
  6. Qwen2.5-3B-Instruct-Q5_K-f16.gguf +3 -0
  7. Qwen2.5-3B-Instruct-Q5_K_L.gguf +3 -0
  8. Qwen2.5-3B-Instruct-Q5_K_M.gguf +3 -0
  9. Qwen2.5-3B-Instruct-Q5_K_S.gguf +3 -0
.gitattributes CHANGED
@@ -41,3 +41,11 @@ Qwen2.5-3B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
  Qwen2.5-3B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
  Qwen2.5-3B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
  Qwen2.5-3B-Instruct-Q3_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
41
  Qwen2.5-3B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
  Qwen2.5-3B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
  Qwen2.5-3B-Instruct-Q3_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2.5-3B-Instruct-Q4_K_L.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2.5-3B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2.5-3B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen2.5-3B-Instruct-Q4_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen2.5-3B-Instruct-Q5_K_L.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Qwen2.5-3B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Qwen2.5-3B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Qwen2.5-3B-Instruct-Q5_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2.5-3B-Instruct-Q4_K-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1660caf5192e5f5e7d346b562a5e96ed1589b0be97e975904f462ac65dbaf31
3
+ size 2296980608
Qwen2.5-3B-Instruct-Q4_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d5cbd51d5c70f256f29ce1c0e88c838ae5fa3bb0790bbc2f5fe91b01bfe3cf1
3
+ size 2005263488
Qwen2.5-3B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cad029f327bec94c6749ebd28da73b2e8e429e762345c1074b77e53aae898cc
3
+ size 1929903232
Qwen2.5-3B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50e6b3f993d2f63da34bd95de01f1ae053874f4a5659f2ed5a416234c971aafa
3
+ size 1834384512
Qwen2.5-3B-Instruct-Q5_K-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8406bf6327440cf7c6c2bd24a6e28e1e94ce438f0b97c1f9d8ace4c29b1e39b5
3
+ size 2591892608
Qwen2.5-3B-Instruct-Q5_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07b4d91b1d1853e81d218a8c077e8ac9a0ff7321f2d4c9bcd382ca83e269c5a8
3
+ size 2300175488
Qwen2.5-3B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31695ddb8faf803a573bf8ad1a845f8fe7f9c18d30fa556465ad33203e3a6f71
3
+ size 2224815232
Qwen2.5-3B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73d65834b0348018dc03fb3869284efbbed15ce4b0a9ed76569bbce465ef1f6c
3
+ size 2169666688