add inital q4_k_m and q6

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+*.gguf filter=lfs diff=lfs merge=lfs -text

speechless-mistral-dolphin-orca-platypus-samantha-7b.Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32b67abae012dd96cd2dee46aa65e3ddabbe66e685159a3d342e7b95fab8ab0f
+size 4368438912

speechless-mistral-dolphin-orca-platypus-samantha-7b.Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4db463880c883b6674648b7dd765e2a1aab0e85da8a84694824dacbbcd702041
+size 5942064768