Hugging Face's logo

dahara1
/
Qwen2.5-1.5B-Instruct-gguf-japanese-imatrix-128K

GGUF
Japanese
Inference Endpoints
imatrix
conversational
Model card Files Community
dahara1 commited on
Commit
a97e525
•
1 Parent(s): b9dc8ae

Upload 22 files

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. Qwen2.5-1.5B-Instruct-IQ3_M.gguf +3 -0
  3. Qwen2.5-1.5B-Instruct-IQ3_XS.gguf +3 -0
  4. Qwen2.5-1.5B-Instruct-IQ3_XXS.gguf +3 -0
  5. Qwen2.5-1.5B-Instruct-IQ4_XS.gguf +3 -0
  6. Qwen2.5-1.5B-Instruct-Q3_K-f16.gguf +3 -0
  7. Qwen2.5-1.5B-Instruct-Q3_K_L.gguf +3 -0
  8. Qwen2.5-1.5B-Instruct-Q3_K_M.gguf +3 -0
  9. Qwen2.5-1.5B-Instruct-Q3_K_S.gguf +3 -0
  10. Qwen2.5-1.5B-Instruct-Q4_K-f16.gguf +3 -0
  11. Qwen2.5-1.5B-Instruct-Q4_K_L.gguf +3 -0
  12. Qwen2.5-1.5B-Instruct-Q4_K_M.gguf +3 -0
  13. Qwen2.5-1.5B-Instruct-Q4_K_S.gguf +3 -0
  14. Qwen2.5-1.5B-Instruct-Q5_K-f16.gguf +3 -0
  15. Qwen2.5-1.5B-Instruct-Q5_K_L.gguf +3 -0
  16. Qwen2.5-1.5B-Instruct-Q5_K_M.gguf +3 -0
  17. Qwen2.5-1.5B-Instruct-Q5_K_S.gguf +3 -0
  18. Qwen2.5-1.5B-Instruct-Q6_K-f16.gguf +3 -0
  19. Qwen2.5-1.5B-Instruct-Q6_K.gguf +3 -0
  20. Qwen2.5-1.5B-Instruct-Q6_K_L.gguf +3 -0
  21. Qwen2.5-1.5B-Instruct-Q8_0-f16.gguf +3 -0
  22. Qwen2.5-1.5B-Instruct-Q8_0.gguf +3 -0
  23. Qwen2.5-1.5B-Instruct-Q8_0_L.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2.5-1.5B-Instruct-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2.5-1.5B-Instruct-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2.5-1.5B-Instruct-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2.5-1.5B-Instruct-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2.5-1.5B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2.5-1.5B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-1.5B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2.5-1.5B-Instruct-Q3_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Qwen2.5-1.5B-Instruct-Q4_K_L.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Qwen2.5-1.5B-Instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Qwen2.5-1.5B-Instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Qwen2.5-1.5B-Instruct-Q4_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Qwen2.5-1.5B-Instruct-Q5_K_L.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Qwen2.5-1.5B-Instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Qwen2.5-1.5B-Instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Qwen2.5-1.5B-Instruct-Q5_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Qwen2.5-1.5B-Instruct-Q6_K_L.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Qwen2.5-1.5B-Instruct-Q6_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Qwen2.5-1.5B-Instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Qwen2.5-1.5B-Instruct-Q8_0_L.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Qwen2.5-1.5B-Instruct-Q8_0-f16.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Qwen2.5-1.5B-Instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2.5-1.5B-Instruct-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f8a1c9486e5712d018745e32bcd1898fe5d10c029373a70e06590539044528b
3
+ size 776664288
Qwen2.5-1.5B-Instruct-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc97fcb71642e2bf808192c855fefe08aad0c31df7df6a2cdefa32c7c2e5b93b
3
+ size 731699424
Qwen2.5-1.5B-Instruct-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76ad5e4033e661c3e2e63bc1436e9fe5e8686ac4854444a1907eaee44b414385
3
+ size 668792544
Qwen2.5-1.5B-Instruct-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:319ad03fe8738b0ff631739613b55d8388126bfbfcec0126bc22766fe3398849
3
+ size 895731936
Qwen2.5-1.5B-Instruct-Q3_K-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26b2ce0b495d3e3aa6fb4f91ff678346b38626cbd57fed832f4c0fbc30704e7a
3
+ size 1099486944
Qwen2.5-1.5B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a7d7cfef4d4d527b1ed41065577ba26f802d00a3b88e498746c49d62a59b385
3
+ size 880699104
Qwen2.5-1.5B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49f19d17c6b5f9e3dc3d57952113560d55a92b98c24aaa7099096df08943e956
3
+ size 824178912
Qwen2.5-1.5B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abd966364ad7b96d351c466d0e53f8cbefa4f7ab7ebbba22a0dcdc35a450a181
3
+ size 760944864
Qwen2.5-1.5B-Instruct-Q4_K-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c5cf92bc591ea2bd810e1eedee42449c90b0d5093333d04fb4d26a3c33f8e3c
3
+ size 1261356768
Qwen2.5-1.5B-Instruct-Q4_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0da158621cf86fc33dab4a6b6688fa06b266f83146c8c3c0f95fd3297f00e7e
3
+ size 1042568928
Qwen2.5-1.5B-Instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c794d19245d97b37be4fa9ae6aef9023e4871bda6b90f3eb9c1dd52cdfc6d9a6
3
+ size 986048736
Qwen2.5-1.5B-Instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edd0f18cb06912a9202dcd0924599daacd5cd88bb18cd246d1c894307e6f5c73
3
+ size 940312800
Qwen2.5-1.5B-Instruct-Q5_K-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62c15713911d6d3a18b23d12d1658f3c01d3690860670cbbc287e70f64a80465
3
+ size 1400358624
Qwen2.5-1.5B-Instruct-Q5_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:665510549fab45bae8d00ba317874fa4b87e34de4f705ea31795b332f7388b81
3
+ size 1181570784
Qwen2.5-1.5B-Instruct-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04f9826ba3e9ba0ab733046735e8f99a08b6950603c8a2c95dc417d7992a60c9
3
+ size 1125050592
Qwen2.5-1.5B-Instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f6ab63d7cf2043f1f3952f15ee071cd8d6d9c643ab55a9de4e7213f37e85b67
3
+ size 1098729696
Qwen2.5-1.5B-Instruct-Q6_K-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db8c3b771a3cc42b9efb817d12f83ad92624e81c3c5807d1305f6134da75c81b
3
+ size 1548048096
Qwen2.5-1.5B-Instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4bbc28aeb41d1cd10fe5ff37788f45a35eba900c23c91ce6422c34bdbe78d7c
3
+ size 1272740064
Qwen2.5-1.5B-Instruct-Q6_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6429698dc1fa692cf1a271637280835e5664c3e6ab096e794dcf856b4203a1fc
3
+ size 1329260256
Qwen2.5-1.5B-Instruct-Q8_0-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e50276d6d81ec8b34e8c9488986639d578da0b600bb7de1bdfeb5ea4b864bd9c
3
+ size 1865361120
Qwen2.5-1.5B-Instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:21954b8118ae18421221af7b26834503be89806741eb4abbd37ec7110dbafdf4
3
+ size 1865360896
Qwen2.5-1.5B-Instruct-Q8_0_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09560e043b22f558b910e3c4e71bc640c5c9deddab4b6146c2c13eb7a7c83d53
3
+ size 1646573280