Hugging Face's logo

SanctumAI
/
granite-3b-code-instruct-GGUF

Text Generation
Transformers
GGUF
ibm-granite-code
code
granite
Eval Results
Inference Endpoints
conversational
Model card Files Community
AndreyBest commited on
Commit
cf757f8
•
1 Parent(s): d5469e8

Uploading quants for the granite-3b-code-instruct-GGUF model

Browse files
Files changed (19) hide show
  1. .gitattributes +17 -0
  2. config.json +3 -0
  3. granite-3b-code-instruct.Q2_K.gguf +3 -0
  4. granite-3b-code-instruct.Q3_K_L.gguf +3 -0
  5. granite-3b-code-instruct.Q3_K_M.gguf +3 -0
  6. granite-3b-code-instruct.Q3_K_S.gguf +3 -0
  7. granite-3b-code-instruct.Q4_0.gguf +3 -0
  8. granite-3b-code-instruct.Q4_1.gguf +3 -0
  9. granite-3b-code-instruct.Q4_K.gguf +3 -0
  10. granite-3b-code-instruct.Q4_K_M.gguf +3 -0
  11. granite-3b-code-instruct.Q4_K_S.gguf +3 -0
  12. granite-3b-code-instruct.Q5_0.gguf +3 -0
  13. granite-3b-code-instruct.Q5_1.gguf +3 -0
  14. granite-3b-code-instruct.Q5_K.gguf +3 -0
  15. granite-3b-code-instruct.Q5_K_M.gguf +3 -0
  16. granite-3b-code-instruct.Q5_K_S.gguf +3 -0
  17. granite-3b-code-instruct.Q6_K.gguf +3 -0
  18. granite-3b-code-instruct.Q8_0.gguf +3 -0
  19. granite-3b-code-instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ granite-3b-code-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ granite-3b-code-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3b-code-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3b-code-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3b-code-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3b-code-instruct.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3b-code-instruct.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3b-code-instruct.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3b-code-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3b-code-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3b-code-instruct.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3b-code-instruct.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
48
+ granite-3b-code-instruct.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ granite-3b-code-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ granite-3b-code-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ granite-3b-code-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
52
+ granite-3b-code-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "model_type": "ibm-granite-code"
3
+ }
granite-3b-code-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dad26156511e5b9e272b69d9e95b565b65b9f2c9c3f94348009bd01a16d63975
3
+ size 1338693312
granite-3b-code-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:032982e6766fa70a3642e6e613e47e26c2800045650797c2dff9686bba7cad75
3
+ size 1876088512
granite-3b-code-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c66e1aac6105389b7d3cc47ac70e79f285c3a7fa1595fc53020f118c8893ee5
3
+ size 1726994112
granite-3b-code-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2dadbc3c2425ef5949adee49b814fc825842e3395af2807221c477bbc148c82a
3
+ size 1551685312
granite-3b-code-instruct.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02ab8cd2f51476c9a13778448ec83ebbd327ec1f5746c992e3e3453a43ee9aeb
3
+ size 1997330112
granite-3b-code-instruct.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e59bd62e47f1d923c20ab7ce3cde1d87e11025155b2e5c02fc5247dd7b594b76
3
+ size 2207045312
granite-3b-code-instruct.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fcdd6d026931c8e5feeb63ca1cdd9d5ba30c67d7288b8aae7c0229d8ba8040b
3
+ size 2132498112
granite-3b-code-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fcdd6d026931c8e5feeb63ca1cdd9d5ba30c67d7288b8aae7c0229d8ba8040b
3
+ size 2132498112
granite-3b-code-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d27781de9015ed3b6ea1ae93ed7ab221de5e03bf2981a98c4983b342b9ad818
3
+ size 2013714112
granite-3b-code-instruct.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e487f1996039a2681373b596baf6ead95e2fcd36b792e0c10346388ee20f622
3
+ size 2416760512
granite-3b-code-instruct.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84088181745ef095f80e2248a9592e669f231a55333f7858131a09ab73adf307
3
+ size 2626475712
granite-3b-code-instruct.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee3983d9100143d24ab14076adf852a950f4dfb714f933e4501f0e2d52e33ed8
3
+ size 2486392512
granite-3b-code-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee3983d9100143d24ab14076adf852a950f4dfb714f933e4501f0e2d52e33ed8
3
+ size 2486392512
granite-3b-code-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2690cf0a416107e95584eae50d998dc4505c69b67ecd13a99c279137135d78c
3
+ size 2416760512
granite-3b-code-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf584c64e05f8d2818fefcd5ee7c7067abd30df8c1c8b6f0ac3213ec0adc770a
3
+ size 2862405312
granite-3b-code-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d30b889a640c85e94b3ac53bb07f673848dbf5e6f632deb8eb6234d47dcfa3e
3
+ size 3705525952
granite-3b-code-instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2953a1d93a2f89c9821a7f7d8ea54c569f7ad69f331e088ebbe962393f3ed3ab
3
+ size 6969218752