Quantize BF16 with llamafile-0.8.12
Browse files
.gitattributes
CHANGED
@@ -59,3 +59,4 @@ mixtral-8x7b-instruct-v0.1.Q5_K_S.llamafile filter=lfs diff=lfs merge=lfs -text
|
|
59 |
mixtral-8x7b-instruct-v0.1.F16.cat0.llamafile filter=lfs diff=lfs merge=lfs -text
|
60 |
mixtral-8x7b-instruct-v0.1.F16.cat1.llamafile filter=lfs diff=lfs merge=lfs -text
|
61 |
mixtral-8x7b-instruct-v0.1.BF16.cat0.llamafile filter=lfs diff=lfs merge=lfs -text
|
|
|
|
59 |
mixtral-8x7b-instruct-v0.1.F16.cat0.llamafile filter=lfs diff=lfs merge=lfs -text
|
60 |
mixtral-8x7b-instruct-v0.1.F16.cat1.llamafile filter=lfs diff=lfs merge=lfs -text
|
61 |
mixtral-8x7b-instruct-v0.1.BF16.cat0.llamafile filter=lfs diff=lfs merge=lfs -text
|
62 |
+
mixtral-8x7b-instruct-v0.1.BF16.cat1.llamafile filter=lfs diff=lfs merge=lfs -text
|
mixtral-8x7b-instruct-v0.1.BF16.cat1.llamafile
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3a47c2859c956564dd2b9b7b5fe5e7604207b698ae10db161dcfee131ad20590
|
3 |
+
size 43438884025
|