Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+yachtrp-llama-3-koen-8b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+yachtrp-llama-3-koen-8b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+yachtrp-llama-3-koen-8b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+yachtrp-llama-3-koen-8b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+yachtrp-llama-3-koen-8b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

Modelfile_Q5_K_M

@@ -0,0 +1,23 @@
+FROM yachtrp-llama-3-koen-8b-Q5_K_M.gguf
+TEMPLATE """
+{{- if .System }}
+system
+<s>{{ .System }}</s>
+{{- end }}
+user
+<s>Human:
+{{ .Prompt }}</s>
+assistant
+<s>Assistant:
+"""
+
+SYSTEM """
+친절한 챗봇으로서 상대방의 요청에 최대한 자세하고 친절하게 답하자. 모든 대답은 한국어(Korean)으로 대답해줘.
+"""
+
+PARAMETER temperature 0.7
+PARAMETER num_predict 3000
+PARAMETER num_ctx 4096
+PARAMETER stop "<s>"
+PARAMETER stop "</s>"
+

yachtrp-llama-3-koen-8b-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66bb4407f4724034520d072da22951da3bc8470c1d1b8eeabd3d52742a6b3b5a
+size 4018917184

yachtrp-llama-3-koen-8b-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3461110a974e93e276b300fb0b58578d607f1f7f57b0d55f1aa26d53ccee8e51
+size 4920733504

yachtrp-llama-3-koen-8b-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81eb914f0352faab944a8de8fd674ca0f850145c3ff4ac12c627f31f25c2b89a
+size 5732986688

yachtrp-llama-3-koen-8b-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7da262961c9ed1a864f4165b3d77ce55efe92fefea2919f1d0fb0739ef155cd8
+size 6596005696

yachtrp-llama-3-koen-8b-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bff0ce9dade1c1b7ccb34587581d807fb94998b79189adfc900720f35045e2
+size 8540770112