Hugging Face's logo

anthracite-org
/
magnum-v3-34b-gguf

Text Generation
GGUF
English
Chat
Inference Endpoints
imatrix
conversational
Model card Files Community
2
lucyknada commited on
Commit
f850fa2
•
1 Parent(s): 9988f9f

Upload folder using huggingface_hub

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. magnum-v3-34b-IQ3_M.gguf +3 -0
  3. magnum-v3-34b-IQ3_S.gguf +3 -0
  4. magnum-v3-34b-IQ4_XS.gguf +3 -0
  5. magnum-v3-34b-Q4_K_M.gguf +3 -0
  6. magnum-v3-34b-Q5_K_M.gguf +3 -0
  7. magnum-v3-34b-Q6_K.gguf +3 -0
  8. magnum-v3-34b-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ magnum-v3-34b-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ magnum-v3-34b-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ magnum-v3-34b-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ magnum-v3-34b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ magnum-v3-34b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ magnum-v3-34b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ magnum-v3-34b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
magnum-v3-34b-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6aa3e25f967607245c423793c5d02a3dae31500029c084a5b2bc0313cecc425
3
+ size 15564700576
magnum-v3-34b-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6566e744b131b8a771d53f88676bd666ac197c2630ad7a8da1827a05c383b78
3
+ size 15018785696
magnum-v3-34b-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6faf2fd1ac1b1014795e09e650eaa237d514821b57622a6bc52666d996db9ef7
3
+ size 18475051936
magnum-v3-34b-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41ff50cda6e09674d842488d3f8963030acc84847d20216671253f87bf7805f9
3
+ size 20658711456
magnum-v3-34b-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f5d925c81238d46119d997d4636ce14d03adf8b7c4eb9e7d8bd340e1bc1ffff
3
+ size 24321846176
magnum-v3-34b-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e73e0d2f4341636b3c77976fa0698170c1681ef84ecc56a7212431d13ab622e2
3
+ size 28213926816
magnum-v3-34b-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a878eab79a3a357c772a0f96cdaa067bddac72e27f20785d35127f6f273cdab
3
+ size 36542282432