njwright92 commited on
Commit
2e34d5b
·
verified ·
1 Parent(s): dd38ce1

Create gemma_tools.py

Browse files
Files changed (1) hide show
  1. gemma_tools.py +37 -0
gemma_tools.py ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ def get_args_or_none(data):
2
+ system_prompt = data.pop("system-prompt", "You are Gemma. Assist user with whatever they require, in a safe and moral manner.")
3
+ inputs = data.pop("inputs", "")
4
+ temperature = data.pop("temperature", None)
5
+ if not temperature or temperature is None:
6
+ temperature = data.pop("temp", 0.33)
7
+ if temperature > 3 or temperature < 0:
8
+ return {
9
+ 0: False,
10
+ "status": "error",
11
+ "reason": "temperature",
12
+ "reason": "invalid temperature ( 0.01 - 1.00 only allowed )"
13
+ }
14
+ top_p = data.pop("top-p", 0.85)
15
+ if top_p > 3 or top_p < 0:
16
+ return {
17
+ 0: False,
18
+ "status": "error",
19
+ "reason": "top_p",
20
+ "description": "invalid top percentage ( 0.01 - 1.00 only allowed )"
21
+ }
22
+ top_k = data.pop("top-k", 42)
23
+ if top_k > 100 or top_k < 0:
24
+ return {
25
+ 0: False,
26
+ "status": "error",
27
+ "reason": "top_k",
28
+ "description": "invalid top k ( 1 - 99 only allowed )"
29
+ }
30
+ return {
31
+ 0: True,
32
+ "inputs": inputs,
33
+ "system_prompt": system_prompt,
34
+ "temperature": temperature,
35
+ "top_p": top_p,
36
+ "top_k": top_k
37
+ }