Modelfile

FROM /content/harxsan/finellm/unsloth.F16.gguf

TEMPLATE """Below are some instructions that describe some tasks. Write responses that appropriately complete each request.{{ if .Prompt }}

### Instruction:
{{ .Prompt }}{{ end }}

### Response:
{{ .Response }}<|im_end|>"""

PARAMETER stop "<|video_pad|>"
PARAMETER stop "<|endoftext|>"
PARAMETER stop "<|quad_start|>"
PARAMETER stop "<|image_pad|>"
PARAMETER stop "<|file_sep|>"
PARAMETER stop "</tool_call>"
PARAMETER stop "<|PAD_TOKEN|>"
PARAMETER stop "<|box_end|>"
PARAMETER stop "<tool_call>"
PARAMETER stop "<|box_start|>"
PARAMETER stop "<|object_ref_start|>"
PARAMETER stop "<|im_start|>"
PARAMETER stop "<|repo_name|>"
PARAMETER stop "<|quad_end|>"
PARAMETER stop "<|object_ref_end|>"
PARAMETER stop "<|im_end|>"
PARAMETER stop "<|vision_"
PARAMETER stop "<|fim_"
PARAMETER temperature 1.5
PARAMETER min_p 0.1