zetavg commited on
Commit
760ed6d
1 Parent(s): 9071b3e
Files changed (1) hide show
  1. llama_lora/ui/inference_ui.py +1 -1
llama_lora/ui/inference_ui.py CHANGED
@@ -104,7 +104,7 @@ def do_inference(
104
  model = get_model(base_model_name, lora_model_name)
105
 
106
  generation_config = GenerationConfig(
107
- temperature=temperature,
108
  top_p=top_p,
109
  top_k=top_k,
110
  repetition_penalty=repetition_penalty,
 
104
  model = get_model(base_model_name, lora_model_name)
105
 
106
  generation_config = GenerationConfig(
107
+ temperature=float(temperature), # to avoid ValueError('`temperature` has to be a strictly positive float, but is 2')
108
  top_p=top_p,
109
  top_k=top_k,
110
  repetition_penalty=repetition_penalty,