Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+caddymill-llama-3-vibe-koen-8b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+caddymill-llama-3-vibe-koen-8b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+caddymill-llama-3-vibe-koen-8b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
+caddymill-llama-3-vibe-koen-8b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
+caddymill-llama-3-vibe-koen-8b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text

Modelfile_Q5_K_M

@@ -0,0 +1,20 @@
+FROM caddymill-llama-3-vibe-koen-8b-Q8_0.gguf
+TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|>
+
+{{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>
+
+{{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>
+
+{{ .Response }}<|eot_id|>"""
+
+
+SYSTEM """
+친절한 챗봇으로서 상대방의 요청에 최대한 자세하고 친절하게 답하자. 모든 대답은 한국어(Korean)으로 대답해줘.
+"""
+
+PARAMETER num_keep 24
+PARAMETER temperature 0.7
+PARAMETER num_predict 3000
+PARAMETER stop "<|start_header_id|>"
+PARAMETER stop "<|end_header_id|>"
+PARAMETER stop "<|eot_id|>"

caddymill-llama-3-vibe-koen-8b-Q3_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:349136d5c74dba60ea81aab9c30891b28ac176a8f3b7f29bf2969867097da21e
+size 4105321856

caddymill-llama-3-vibe-koen-8b-Q4_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:317ed55726a1fdfec768967a3faf50db2df89e6f11be94ccafca32364b15cded
+size 5016268128

caddymill-llama-3-vibe-koen-8b-Q5_K_M.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63892bca902249565834056fc3ddeca98b78fea2a9b4a8546e5d9a20fc22f440
+size 5837114208

caddymill-llama-3-vibe-koen-8b-Q6_K.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f42185e83c42787b74815fba8764a26161fc169ba1b737a7f8cd9a3d4762387
+size 6709263168

caddymill-llama-3-vibe-koen-8b-Q8_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b78f73537cd4b3ad7c27ddb4ce26ef88f13095dd51e1a2bde4e18df46156559f
+size 8687325056