Hugging Face's logo

MaziyarPanahi
/
WizardLM-2-8x22B-GGUF

Text Generation
Transformers
GGUF
Safetensors
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
GGUF
mistral
arxiv:2304.12244
arxiv:2306.08568
arxiv:2308.09583
Inference Endpoints
text-generation-inference
Model card Files Community
15

Upload folder using huggingface_hub

#10
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/10
Discussion Files changed
+120
-0
Files changed (31) hide show
  1. .gitattributes +30 -0
  2. WizardLM-2-8x22B.IQ4_XS-00001-of-00005.gguf +3 -0
  3. WizardLM-2-8x22B.IQ4_XS-00002-of-00005.gguf +3 -0
  4. WizardLM-2-8x22B.IQ4_XS-00003-of-00005.gguf +3 -0
  5. WizardLM-2-8x22B.IQ4_XS-00004-of-00005.gguf +3 -0
  6. WizardLM-2-8x22B.IQ4_XS-00005-of-00005.gguf +3 -0
  7. WizardLM-2-8x22B.Q4_K_M-00001-of-00005.gguf +3 -0
  8. WizardLM-2-8x22B.Q4_K_M-00002-of-00005.gguf +3 -0
  9. WizardLM-2-8x22B.Q4_K_M-00003-of-00005.gguf +3 -0
  10. WizardLM-2-8x22B.Q4_K_M-00004-of-00005.gguf +3 -0
  11. WizardLM-2-8x22B.Q4_K_M-00005-of-00005.gguf +3 -0
  12. WizardLM-2-8x22B.Q5_K_M-00001-of-00005.gguf +3 -0
  13. WizardLM-2-8x22B.Q5_K_M-00002-of-00005.gguf +3 -0
  14. WizardLM-2-8x22B.Q5_K_M-00003-of-00005.gguf +3 -0
  15. WizardLM-2-8x22B.Q5_K_M-00004-of-00005.gguf +3 -0
  16. WizardLM-2-8x22B.Q5_K_M-00005-of-00005.gguf +3 -0
  17. WizardLM-2-8x22B.Q5_K_S-00001-of-00005.gguf +3 -0
  18. WizardLM-2-8x22B.Q5_K_S-00002-of-00005.gguf +3 -0
  19. WizardLM-2-8x22B.Q5_K_S-00003-of-00005.gguf +3 -0
  20. WizardLM-2-8x22B.Q5_K_S-00004-of-00005.gguf +3 -0
  21. WizardLM-2-8x22B.Q5_K_S-00005-of-00005.gguf +3 -0
  22. WizardLM-2-8x22B.Q6_K-00001-of-00005.gguf +3 -0
  23. WizardLM-2-8x22B.Q6_K-00002-of-00005.gguf +3 -0
  24. WizardLM-2-8x22B.Q6_K-00003-of-00005.gguf +3 -0
  25. WizardLM-2-8x22B.Q6_K-00004-of-00005.gguf +3 -0
  26. WizardLM-2-8x22B.Q6_K-00005-of-00005.gguf +3 -0
  27. WizardLM-2-8x22B.Q8_0-00001-of-00005.gguf +3 -0
  28. WizardLM-2-8x22B.Q8_0-00002-of-00005.gguf +3 -0
  29. WizardLM-2-8x22B.Q8_0-00003-of-00005.gguf +3 -0
  30. WizardLM-2-8x22B.Q8_0-00004-of-00005.gguf +3 -0
  31. WizardLM-2-8x22B.Q8_0-00005-of-00005.gguf +3 -0
.gitattributes CHANGED
@@ -63,3 +63,33 @@ WizardLM-2-8x22B.Q4_K_S-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
63
  WizardLM-2-8x22B.Q4_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
64
  WizardLM-2-8x22B.Q4_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
65
  WizardLM-2-8x22B.Q4_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
63
  WizardLM-2-8x22B.Q4_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
64
  WizardLM-2-8x22B.Q4_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
65
  WizardLM-2-8x22B.Q4_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
66
+ WizardLM-2-8x22B.IQ4_XS-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
67
+ WizardLM-2-8x22B.IQ4_XS-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
68
+ WizardLM-2-8x22B.IQ4_XS-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
69
+ WizardLM-2-8x22B.IQ4_XS-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
70
+ WizardLM-2-8x22B.IQ4_XS-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
71
+ WizardLM-2-8x22B.Q4_K_M-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
72
+ WizardLM-2-8x22B.Q4_K_M-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
73
+ WizardLM-2-8x22B.Q4_K_M-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
74
+ WizardLM-2-8x22B.Q4_K_M-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
75
+ WizardLM-2-8x22B.Q4_K_M-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
76
+ WizardLM-2-8x22B.Q5_K_M-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
77
+ WizardLM-2-8x22B.Q5_K_M-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
78
+ WizardLM-2-8x22B.Q5_K_M-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
79
+ WizardLM-2-8x22B.Q5_K_M-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
80
+ WizardLM-2-8x22B.Q5_K_M-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
81
+ WizardLM-2-8x22B.Q5_K_S-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
82
+ WizardLM-2-8x22B.Q5_K_S-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
83
+ WizardLM-2-8x22B.Q5_K_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
84
+ WizardLM-2-8x22B.Q5_K_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
85
+ WizardLM-2-8x22B.Q5_K_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
86
+ WizardLM-2-8x22B.Q6_K-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
87
+ WizardLM-2-8x22B.Q6_K-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
88
+ WizardLM-2-8x22B.Q6_K-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
89
+ WizardLM-2-8x22B.Q6_K-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
90
+ WizardLM-2-8x22B.Q6_K-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
91
+ WizardLM-2-8x22B.Q8_0-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
92
+ WizardLM-2-8x22B.Q8_0-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
93
+ WizardLM-2-8x22B.Q8_0-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
94
+ WizardLM-2-8x22B.Q8_0-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
95
+ WizardLM-2-8x22B.Q8_0-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text
WizardLM-2-8x22B.IQ4_XS-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f81c943d1c259a6d5309f29d914ddc2aec28b4ca5faf0dbd782106f894533f9f
3
+ size 18016850880
WizardLM-2-8x22B.IQ4_XS-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ea1881a0b42f37767af47c1d13b9eb0efe510853a731b678feabff97c015719
3
+ size 17847247040
WizardLM-2-8x22B.IQ4_XS-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52ae1b3b1b75dabaf96484ec1e0141f0ce65225f1b98a73d2261a50d6cae3f15
3
+ size 16187875456
WizardLM-2-8x22B.IQ4_XS-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce912e4e6c0948169b3b192268cbdb04af0c1bd8f3790bfcb9cd2fc39d4f0291
3
+ size 17432699040
WizardLM-2-8x22B.IQ4_XS-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:762ac686d247b8b7499ea8076c432df8f409807401819c47f7042be617ad8bce
3
+ size 6869523776
WizardLM-2-8x22B.Q4_K_M-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1ff155aaade7d6d9c208e5ad3933cbc02974c30a6742ee3404f7b51e617a4f3e
3
+ size 19982390208
WizardLM-2-8x22B.Q4_K_M-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cda9d26caeeb40eb916e04b4ef5efc0117b90ffe63d5f8fe997262fb04b4b333
3
+ size 19699687616
WizardLM-2-8x22B.Q4_K_M-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2765d9a73e1d558781fcd77b908d3a26ce92772b02a2cf38ac0717f95f1ab58f
3
+ size 17938473088
WizardLM-2-8x22B.Q4_K_M-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee19ae577798150ee11f6cffe220f9257e4658dcfb6eec6b430aaf97aaa42ba6
3
+ size 19675209888
WizardLM-2-8x22B.Q4_K_M-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4bef8ea8f78d69ad3b9b13f59ee6b69234732670e31580b201f56e4091e1419f
3
+ size 8290999616
WizardLM-2-8x22B.Q5_K_M-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fa60ba9d5be2dae5875904f22716eb3cf7fdf99a9871304e324e403369cfc58
3
+ size 22987543488
WizardLM-2-8x22B.Q5_K_M-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0acd9445e3681da199b3243ba9467952106a5d599af0226626c63d2431da6129
3
+ size 23384907968
WizardLM-2-8x22B.Q5_K_M-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29febc013ad3af2c7201bb81433f596e25fa75c060821e20edb65cb1eacb708f
3
+ size 21216321664
WizardLM-2-8x22B.Q5_K_M-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df9a71ae9a4e57454c1812a51171a5729dee28f0ff1f657cf10aaf79ecd094e9
3
+ size 23058440352
WizardLM-2-8x22B.Q5_K_M-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6706cb5d3134b1722aa39835debbb666f3183ec26b0bb09f70448c796adfb73b
3
+ size 9321225536
WizardLM-2-8x22B.Q5_K_S-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72fa0b4a2b0b09a62e751473c4fa04f0e60fc71ca7b3dbc127cd7dd658375ec0
3
+ size 22024950720
WizardLM-2-8x22B.Q5_K_S-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83bdb926242743a5b1a410646d42bd1345b3192dd8c6bcc49ff5baae1a57f0e9
3
+ size 22957088960
WizardLM-2-8x22B.Q5_K_S-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfc860a35fc4b4c682fc8b47c963dbaf0ea6301665f9ee6bcfd683e9df280796
3
+ size 20788502656
WizardLM-2-8x22B.Q5_K_S-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8e1e46cf212b7fdeb2e97dd13d902386b58e47e6041d8136b33b31a67af88fcf
3
+ size 22416711840
WizardLM-2-8x22B.Q5_K_S-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d764b9f504b2f5a6ba6f0e76bcb01afa0f257f1ba7edbcd512c22b9186d164c1
3
+ size 8786451776
WizardLM-2-8x22B.Q6_K-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f79b512685df653ae7bb9d52a7e1e61a33d2ebe96d601cbe428459095879238c
3
+ size 26245694400
WizardLM-2-8x22B.Q6_K-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db70f0fcbadc2e54a6ba7f65c7be851cae52f3b767317f05c09798f7824f94e6
3
+ size 27360616640
WizardLM-2-8x22B.Q6_K-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca8878ec8fc6bcd68913ad1cf5a1ff54e9b97d1db60b0cf09950b9bab424fe98
3
+ size 24769224832
WizardLM-2-8x22B.Q6_K-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e93e937603bab092b189f69cfcf2b6d6bfa002bcbd708fe687e2589472abfb2
3
+ size 26713284768
WizardLM-2-8x22B.Q6_K-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8886697dabd054b502e2c9cb0f5a24267d5455d765f806410618c43fbeb293ad
3
+ size 10440908096
WizardLM-2-8x22B.Q8_0-00001-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2b738576582faae36f1b892daa046b8650c75933393e6b2ff0be2f596dd96de
3
+ size 33942344640
WizardLM-2-8x22B.Q8_0-00002-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11d9ff6f2e05f1f078840e10822a1c0411b739502469ccfcbc0d3d02ae2e6c74
3
+ size 35390578880
WizardLM-2-8x22B.Q8_0-00003-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cea107022792e977c535d7969af419d31d588ace9c53ae13861b9c6b58d697fa
3
+ size 32028188800
WizardLM-2-8x22B.Q8_0-00004-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5090ca35dcc8b2bfad5e7e7de2b2f520080d538f26b1c7b4987c33d73ca74e90
3
+ size 34548211872
WizardLM-2-8x22B.Q8_0-00005-of-00005.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d3bd2ff37e32a965e9b86caff4b554cf012c960726137e24d20d561185da542
3
+ size 13505473856