Hugging Face's logo

anthracite-org
/
magnum-v3-9b-customgemma2-gguf

GGUF
Inference Endpoints
imatrix
Model card Files Community
lucyknada commited on
Commit
a4c1136
•
1 Parent(s): 8d30b1e

Upload folder using huggingface_hub

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. magnum-v3-9b-IQ3_M.gguf +3 -0
  3. magnum-v3-9b-IQ3_S.gguf +3 -0
  4. magnum-v3-9b-IQ4_XS.gguf +3 -0
  5. magnum-v3-9b-Q4_K_M.gguf +3 -0
  6. magnum-v3-9b-Q5_K_M.gguf +3 -0
  7. magnum-v3-9b-Q6_K.gguf +3 -0
  8. magnum-v3-9b-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ magnum-v3-9b-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ magnum-v3-9b-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ magnum-v3-9b-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ magnum-v3-9b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ magnum-v3-9b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ magnum-v3-9b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ magnum-v3-9b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
magnum-v3-9b-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cbb7b4a074e64ad5bfc6bcc37ae10b1620f4905be8e8aef25659442d3bc6932
3
+ size 4494615296
magnum-v3-9b-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:207fc1fc19bd44d721591e80d9bba33f714384fc84b5724c91e3daeb1e2d835b
3
+ size 4337664768
magnum-v3-9b-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:199f4e12cf34859d55f7ae53f0c42423a6ed2125fb71f6c076611c0b87d7f3c2
3
+ size 5183030016
magnum-v3-9b-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:587b309f99dda88ab4454b3b8cbb697dc1a3910d6aa55815edcba0eb7da45fe6
3
+ size 5761057536
magnum-v3-9b-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:252e99d9b3fac5267d707967c36973588f19d70f6c80c215327314e266c6ab15
3
+ size 6647366400
magnum-v3-9b-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fcdfe7d0d2592a7634ca0f07f0a42747b151e9a06902c10260f4aae1ac6958e
3
+ size 7589069568
magnum-v3-9b-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3eb1000ca3d09ebdfd99a15ce337f568ac477ecc324ccdd8f53b938776f3f0ff
3
+ size 9827148544