Add Q3 and Q5 quants
Browse files
.gitattributes
CHANGED
@@ -36,3 +36,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
36 |
llama-3-8b-instruct-gradient-4194k.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
37 |
llama-3-8b-instruct-gradient-4194k.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
38 |
llama-3-8b-instruct-gradient-4194k.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
36 |
llama-3-8b-instruct-gradient-4194k.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
37 |
llama-3-8b-instruct-gradient-4194k.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
|
38 |
llama-3-8b-instruct-gradient-4194k.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
39 |
+
llama-3-8b-instruct-gradient-4194k.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
40 |
+
llama-3-8b-instruct-gradient-4194k.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
llama-3-8b-instruct-gradient-4194k.Q3_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3861a94f662c72cd4fa941cd8ba0acc7326c7433794bc1f0dc415f84c1f950ad
|
3 |
+
size 4018917664
|
llama-3-8b-instruct-gradient-4194k.Q5_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1a21cbdf7979eebfdeefa89b60ff5465ba1f7d9870880f91d865801dd4fe35f7
|
3 |
+
size 5732987168
|