FROM /home/jupyter/LeoGenerativeCRM/model/unsloth.F16.gguf | |
TEMPLATE """{{ if .System }}<|im_start|>system | |
{{ .System }}<|im_end|> | |
{{ end }}{{ if .Prompt }}<|im_start|>user | |
{{ .Prompt }}<|im_end|> | |
{{ end }}<|im_start|>assistant | |
{{ .Response }}<|im_end|> | |
""" | |
PARAMETER stop "<|im_start|>" | |
PARAMETER stop "<|im_end|>" | |
PARAMETER temperature 1.5 | |
PARAMETER min_p 0.1 |