quantized model

.gitattributes

@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+llama-3-smaug-8b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3-smaug-8b.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3-smaug-8b.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3-smaug-8b.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3-smaug-8b.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3-smaug-8b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+llama-3-smaug-8b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

llama-3-smaug-8b.Q2_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c05503bf4e8585ae2e9ae620e5a74630d20b4a45fd8d224ec3a17fc13921b33b
+size 3179131584

llama-3-smaug-8b.Q3_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af800c816adfe411d4d3ac9c326b1f81b3e4040a1903cdfc09ad6d089a389e7c
+size 4018918080

llama-3-smaug-8b.Q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e8504638dbf3db81d57ba93bb041bf34669e56aedf2e5bd28fcf21a08afd5cd
+size 4661211840

llama-3-smaug-8b.Q4_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98799cc3e232f0a37d386c4bbb63816dfcbff7560b032cf651535fffbf4c2c8e
+size 4920734400

llama-3-smaug-8b.Q5_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:889b5c9b400f5a8937aa8a762653bf092d680a85e0abba95bd538e9134725393
+size 5732987584

llama-3-smaug-8b.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55e48970998614abc9a8571b05986a70ed9e88f0eb1de8f26f3f52b1670f5db8
+size 6596006592

llama-3-smaug-8b.Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aa2732cfec6276de3003637bc777a6affdfaf70f90afd3f000e43c5639f246f
+size 8540771008