Adding Mixtral quantized models

Files changed (7) hide show

.gitattributes CHANGED Viewed

@@ -32,4 +32,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.xz filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.xz filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

mixtral-8x7b-q2k.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:387b7a38e21fc0e70c237ce50459cd672e640b14c4c7897091e8e088e8215cd3
+size 15407361792

mixtral-8x7b-q3k-medium.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:9aeb1adc0d6a86364a8e7017175f76b25a760833b15754b91eb0b33d8460c6c0
+size 22375460608

mixtral-8x7b-q3k-small.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:b34cda208dc2aa102fe18a9e56b5706e70dd410fd719c716a5ab126a9994a564
+size 20292988672

mixtral-8x7b-q4k-medium.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:0af02fcab84422e905144680f3f3c416de074e8b4f082dfb15714e6810497b87
+size 28449443584

mixtral-8x7b-q4k-small.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:cfede0300544f1f6d87ec6c2af79e9059f1231a51ca0cd6631d65936db3585d6
+size 26677350144

mixtral-8x7b-q5k-small.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:945ca78506c4f328669373aed2509fb7f4f6b4c3ab1dcc3d941121ec341acad5
+size 32230215424