cjpais commited on
Commit
0a28d52
1 Parent(s): 215053f

q3, q5 quant v0

Browse files
.gitattributes CHANGED
@@ -35,3 +35,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  ggml-model-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
37
  mmproj-model-f16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  ggml-model-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
37
  mmproj-model-f16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ llava-1.6-34b.Q3_K_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ llava-1.6-34b.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ llava-1.6-34b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
llava-1.6-34b.Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc74eb3db3b7d8e94d7a1e925dc2f225527aa226ad7cc60f51496a2b580a0488
3
+ size 16654924032
llava-1.6-34b.Q3_K_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4cbe673c3d8b834767099df7f4fc8f4302880fe1b739e7661ba8c45e3aecf87
3
+ size 14157478144
llava-1.6-34b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5302ea34b39f3b9cb67c921cb3e23e5c914601e6a9a34a95bf892c284e2f6805
3
+ size 23707691264