Hugging Face's logo

mradermacher
/
Mixtral-8x7B-Instruct-v0.1-i1-GGUF

Transformers
GGUF
Inference Endpoints
imatrix
conversational
Model card Files Community
mradermacher commited on
Commit
563a3d9
•
1 Parent(s): 597b7e1

uploaded from kaos

Browse files
Files changed (14) hide show
  1. .gitattributes +13 -0
  2. Mixtral-8x7B-Instruct-v0.1.i1-IQ1_S.gguf +3 -0
  3. Mixtral-8x7B-Instruct-v0.1.i1-IQ2_XS.gguf +3 -0
  4. Mixtral-8x7B-Instruct-v0.1.i1-IQ2_XXS.gguf +3 -0
  5. Mixtral-8x7B-Instruct-v0.1.i1-IQ3_XXS.gguf +3 -0
  6. Mixtral-8x7B-Instruct-v0.1.i1-Q2_K.gguf +3 -0
  7. Mixtral-8x7B-Instruct-v0.1.i1-Q3_K_L.gguf +3 -0
  8. Mixtral-8x7B-Instruct-v0.1.i1-Q3_K_M.gguf +3 -0
  9. Mixtral-8x7B-Instruct-v0.1.i1-Q3_K_S.gguf +3 -0
  10. Mixtral-8x7B-Instruct-v0.1.i1-Q3_K_XS.gguf +3 -0
  11. Mixtral-8x7B-Instruct-v0.1.i1-Q4_K_M.gguf +3 -0
  12. Mixtral-8x7B-Instruct-v0.1.i1-Q4_K_S.gguf +3 -0
  13. Mixtral-8x7B-Instruct-v0.1.i1-Q5_K_M.gguf +3 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,16 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Mixtral-8x7B-Instruct-v0.1.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Mixtral-8x7B-Instruct-v0.1.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Mixtral-8x7B-Instruct-v0.1.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Mixtral-8x7B-Instruct-v0.1.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Mixtral-8x7B-Instruct-v0.1.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Mixtral-8x7B-Instruct-v0.1.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Mixtral-8x7B-Instruct-v0.1.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Mixtral-8x7B-Instruct-v0.1.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Mixtral-8x7B-Instruct-v0.1.i1-Q3_K_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Mixtral-8x7B-Instruct-v0.1.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Mixtral-8x7B-Instruct-v0.1.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Mixtral-8x7B-Instruct-v0.1.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Mixtral-8x7B-Instruct-v0.1.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b3a1a1f25ef19b8b1ccd0744e019e150c9d97b4fbdebbd6d1742d0a35cea7325
3
+ size 9709782912
Mixtral-8x7B-Instruct-v0.1.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d13c2220d56430d67b3d92977b86e940fa15893e7e8b4be45c3b1377315038b
3
+ size 13841270656
Mixtral-8x7B-Instruct-v0.1.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55d34525b73c014b1312b01c4c75c112beaf894f43cc391db2c0f7ed5695f13c
3
+ size 12452923264
Mixtral-8x7B-Instruct-v0.1.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f3e97ae9bad8f9d9ed623e4dc6955d913ff850118388435473ab116a6b3bd73
3
+ size 18461706112
Mixtral-8x7B-Instruct-v0.1.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef73a28536d57f29730f146cb15c899c42dbccc0761ae2301d542d5424427af4
3
+ size 17462044544
Mixtral-8x7B-Instruct-v0.1.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab277b60a27952882c9bdef9d38cc69131148d29957dcf9157d8f46153b7ec70
3
+ size 24320567168
Mixtral-8x7B-Instruct-v0.1.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a4603a03bac7511aa6445f82262357c9c3a71790f6079e912fbd22e6e66db96
3
+ size 22697371520
Mixtral-8x7B-Instruct-v0.1.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ad64ff016ce92ac999864b8f7c9397e8badb9424851c44fec0680c31d7dd1d4
3
+ size 20583442304
Mixtral-8x7B-Instruct-v0.1.i1-Q3_K_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e473a51b8d84e8cbb2fe392ab56a50b435562d8fba28d1e72069c4fab8e22924
3
+ size 19210796416
Mixtral-8x7B-Instruct-v0.1.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23d56d7d8a606c000c2572da552c831c63ceb83e4b114a0fe748ccc7d1996f92
3
+ size 28599527296
Mixtral-8x7B-Instruct-v0.1.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6c6dea2f744c43c8b2ac0cf29fce6925f6480b2111ee24dd0153b2e1898656c
3
+ size 26896639872
Mixtral-8x7B-Instruct-v0.1.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce0b17bded3c0bc6ffbc00e44b6bdc3e87ff450a10c9c068961594943825fb39
3
+ size 33380771712
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f95513a6643561ea41181deb714980680aff0c315fa01aef8e936d37bf1a5564
3
+ size 25722434