Storryy
/

TherapAI-7B-q8_0

Inference Endpoints

Model card Files Files and versions Community

Storryy commited on 29 days ago

Commit

23191c8

•

1 Parent(s): 90924dc

(Trained with Unsloth)

Files changed (1) hide show

Modelfile +4 -2

Modelfile CHANGED Viewed

@@ -1,5 +1,5 @@
-FROM ./Storryy/TherapAI-7B-q8_0/unsloth.Q8_0.gguf
 TEMPLATE """{{ if .System }}<|im_start|>system
 {{ .System }}<|im_end|>
 {{ end }}{{ if .Prompt }}<|im_start|>user
@@ -8,4 +8,6 @@ TEMPLATE """{{ if .System }}<|im_start|>system
 {{ .Response }}<|im_end|>
 """
 PARAMETER stop "<|im_start|>"
-PARAMETER stop "<|im_end|>"

+FROM /content/Storryy/TherapAI-7B-q8_0/unsloth.Q8_0.gguf
 TEMPLATE """{{ if .System }}<|im_start|>system
 {{ .System }}<|im_end|>
 {{ end }}{{ if .Prompt }}<|im_start|>user
 {{ .Response }}<|im_end|>
 """
 PARAMETER stop "<|im_start|>"
+PARAMETER stop "<|im_end|>"
+PARAMETER temperature 1.5
+PARAMETER min_p 0.1