mradermacher
/

granite-3.0-8b-instruct-GGUF

Inference Endpoints

Model card Files Files and versions Community

mradermacher commited on Nov 16

Commit

abf642a

•

1 Parent(s): 13f9d1f

uploaded from leia

Files changed (2) hide show

.gitattributes +1 -0
granite-3.0-8b-instruct.Q6_K.gguf +3 -0

.gitattributes CHANGED Viewed

@@ -36,3 +36,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 granite-3.0-8b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
 granite-3.0-8b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
 granite-3.0-8b-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text

 granite-3.0-8b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
 granite-3.0-8b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
 granite-3.0-8b-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
+granite-3.0-8b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text

granite-3.0-8b-instruct.Q6_K.gguf ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:d875b80c7d53e13d0b48a7d682b7312e47f73a7ad51ef2735170aa259baff59e
+size 6705447584