Quantized versions of model

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+norbloom-7b-scratch.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+norbloom-7b-scratch.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+norbloom-7b-scratch.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+norbloom-7b-scratch.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+norbloom-7b-scratch.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

norbloom-7b-scratch.Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:805d84d2fb03a4a0f10f876fee0c1094fbad705f70b55008800ad49d791dfdb4
+size 3531275904

norbloom-7b-scratch.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:809f057c9a8d4b8eb47b61749eda459896f00b924757d9b9d52e2716840ca6c3
+size 4295687808

norbloom-7b-scratch.Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fb00ab6e6b94375f124d65f4bb60692f5b9575be9007ea9a1d2702f6834f5fb
+size 4996136576

norbloom-7b-scratch.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c18a7a22456b5eff12b0dd377e83e4c51395055f5ef98eb4b39ea4bf3e516837
+size 5513084544

norbloom-7b-scratch.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c9cd99f23743bebe451e09df1e872b4c0d6ea544767785dad3e3260e8e9064f1
+size 7138377344