ComicBot_v.2-gguf / gemma_tools.py
njwright92's picture
Create gemma_tools.py
2e34d5b verified
raw
history blame
1.26 kB
def get_args_or_none(data):
system_prompt = data.pop("system-prompt", "You are Gemma. Assist user with whatever they require, in a safe and moral manner.")
inputs = data.pop("inputs", "")
temperature = data.pop("temperature", None)
if not temperature or temperature is None:
temperature = data.pop("temp", 0.33)
if temperature > 3 or temperature < 0:
return {
0: False,
"status": "error",
"reason": "temperature",
"reason": "invalid temperature ( 0.01 - 1.00 only allowed )"
}
top_p = data.pop("top-p", 0.85)
if top_p > 3 or top_p < 0:
return {
0: False,
"status": "error",
"reason": "top_p",
"description": "invalid top percentage ( 0.01 - 1.00 only allowed )"
}
top_k = data.pop("top-k", 42)
if top_k > 100 or top_k < 0:
return {
0: False,
"status": "error",
"reason": "top_k",
"description": "invalid top k ( 1 - 99 only allowed )"
}
return {
0: True,
"inputs": inputs,
"system_prompt": system_prompt,
"temperature": temperature,
"top_p": top_p,
"top_k": top_k
}