Hugging Face's logo

Kquant03
/
Mistral-7B-Instruct-v0.2-Neural-Story-GGUF

Transformers
GGUF
English
conversational
Model card Files Community
1
Kquant03 commited on
Commit
e1b5ae5
•
1 Parent(s): dea6b26

Upload 8 files

Browse files
Files changed (9) hide show
  1. .gitattributes +8 -0
  2. ggml-model-q2_k.gguf +3 -0
  3. ggml-model-q3_k_m.gguf +3 -0
  4. ggml-model-q4_0.gguf +3 -0
  5. ggml-model-q4_k_m.gguf +3 -0
  6. ggml-model-q5_0.gguf +3 -0
  7. ggml-model-q5_k_m.gguf +3 -0
  8. ggml-model-q6_k.gguf +3 -0
  9. ggml-model-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ ggml-model-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ ggml-model-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
38
+ ggml-model-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
39
+ ggml-model-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
40
+ ggml-model-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ ggml-model-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
42
+ ggml-model-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
43
+ ggml-model-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
ggml-model-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e81e52aa86a4d6e6d90b5be650ff8ada1b1ce4d4af12cca9981bd2c1b57aef9
3
+ size 2719242400
ggml-model-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:362cd9d04b94120c6bf163adda1dadee326f03e6e4bb37cc89ac0f09f3d46ed8
3
+ size 3518986400
ggml-model-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9e23c9794ce4d344117d2297514379fd0d657cf672f52ceb921f458fb870af4
3
+ size 4108916896
ggml-model-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e89dc76f8646aa5de44e76a89f6c4dd1c667c20368d91aef266808ba8ac37f2c
3
+ size 4368439456
ggml-model-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:110aa5929479ff4cfffeef219b559b5778d2c1f524d4c1fc341b000003aad4de
3
+ size 4997716128
ggml-model-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b683f0a6d51c269b9068555aaa10748b46c5482987e79771440e56e79fc48822
3
+ size 5131409568
ggml-model-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c417c9c9a11e76a66fff64876dcf710d993847dacc4bcce0821ad6768bed2be
3
+ size 5942065312
ggml-model-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1551f0bdead26f65b2dfc1963ccad460333f11049968df45e53654b8d243943
3
+ size 7695857824