Transformers
llamafile
mixtral
jartine commited on
Commit
2651f1e
1 Parent(s): cfcb20d

Quantize BF16 with llamafile-0.8.12

Browse files
.gitattributes CHANGED
@@ -58,3 +58,4 @@ mixtral-8x7b-instruct-v0.1.BF16.llamafile.cat1 filter=lfs diff=lfs merge=lfs -te
58
  mixtral-8x7b-instruct-v0.1.Q5_K_S.llamafile filter=lfs diff=lfs merge=lfs -text
59
  mixtral-8x7b-instruct-v0.1.F16.cat0.llamafile filter=lfs diff=lfs merge=lfs -text
60
  mixtral-8x7b-instruct-v0.1.F16.cat1.llamafile filter=lfs diff=lfs merge=lfs -text
 
 
58
  mixtral-8x7b-instruct-v0.1.Q5_K_S.llamafile filter=lfs diff=lfs merge=lfs -text
59
  mixtral-8x7b-instruct-v0.1.F16.cat0.llamafile filter=lfs diff=lfs merge=lfs -text
60
  mixtral-8x7b-instruct-v0.1.F16.cat1.llamafile filter=lfs diff=lfs merge=lfs -text
61
+ mixtral-8x7b-instruct-v0.1.BF16.cat0.llamafile filter=lfs diff=lfs merge=lfs -text
mixtral-8x7b-instruct-v0.1.BF16.cat0.llamafile ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7624caae12b86abbeb03fb184d4f04c1010cd85cbd21a03b162d677fd829f860
3
+ size 50000000000