|
FROM ./Rebel-Q6_K.gguf
|
|
|
|
# set the temperature to 1 [higher is more creative, lower is more coherent]
|
|
PARAMETER temperature 0.142
|
|
PARAMETER num_ctx 8192
|
|
# PARAMETER num_gpu 42
|
|
# PARAMETER num_thread 2
|
|
PARAMETER stop "</s>"
|
|
PARAMETER stop "<s>"
|
|
PARAMETER stop "<br/>"
|
|
PARAMETER stop "<br>"
|
|
PARAMETER stop "<|im_start|>"
|
|
PARAMETER stop "<|user|>"
|
|
PARAMETER stop "<|end|>"
|
|
PARAMETER stop "<|im_end|>"
|
|
PARAMETER stop "<|`end `|>"
|
|
PARAMETER stop "<|` end `|>"
|
|
PARAMETER stop "<|` end`|>"
|
|
PARAMETER stop "<|`---`|>"
|
|
PARAMETER stop "<|endoftext|>"
|
|
PARAMETER stop "<|`EndBlackSheepText `|>"
|
|
PARAMETER stop
|
|
|
|
|
|
|
|
PARAMETER stop "---"
|
|
PARAMETER stop "<|End|>"
|
|
PARAMETER stop "<|End>"
|
|
PARAMETER stop "<|End"
|
|
PARAMETER stop "<|"
|
|
PARAMETER stop "\n\n\n"
|
|
PARAMETER stop "BEGININPUT"
|
|
PARAMETER stop "ENDINPUT"
|
|
PARAMETER stop "BEGINCONTEXT"
|
|
PARAMETER stop "ENDCONTEXT"
|
|
PARAMETER stop "BEGININSTRUCTION"
|
|
PARAMETER stop "ENDINSTRUCTION"
|
|
PARAMETER stop "Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request."
|
|
PARAMETER stop "### Input:"
|
|
PARAMETER stop "### Instruction"
|
|
# PARAMETER num_predict -2
|
|
|
|
PARAMETER stop "<|start_header_id|>"
|
|
PARAMETER stop "<|end_header_id|>"
|
|
PARAMETER stop "<|eot_id|>"
|
|
PARAMETER stop "<|reserved_special_token"
|
|
PARAMETER stop "<|system|>"
|
|
PARAMETER stop " \`\`\` "
|
|
|
|
TEMPLATE ""
|
|
Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.
|
|
|
|
{{ if .System }}### Instruction:
|
|
{{ .System }}{{ end }}
|
|
Dont Be A LAZY FUCK!
|
|
{{ if .Prompt }}### Input:
|
|
{{ .Prompt }}{{ end }}
|
|
|
|
### Response:
|
|
<|`BlackSheep`|>
|
|
{{ .Response }}
|
|
"" |
