Spaces:
Runtime error
Runtime error
zetavg
commited on
Commit
•
760ed6d
1
Parent(s):
9071b3e
fix
Browse files
llama_lora/ui/inference_ui.py
CHANGED
@@ -104,7 +104,7 @@ def do_inference(
|
|
104 |
model = get_model(base_model_name, lora_model_name)
|
105 |
|
106 |
generation_config = GenerationConfig(
|
107 |
-
temperature=temperature,
|
108 |
top_p=top_p,
|
109 |
top_k=top_k,
|
110 |
repetition_penalty=repetition_penalty,
|
|
|
104 |
model = get_model(base_model_name, lora_model_name)
|
105 |
|
106 |
generation_config = GenerationConfig(
|
107 |
+
temperature=float(temperature), # to avoid ValueError('`temperature` has to be a strictly positive float, but is 2')
|
108 |
top_p=top_p,
|
109 |
top_k=top_k,
|
110 |
repetition_penalty=repetition_penalty,
|