Spaces:
Running
Running
Update utils.py
Browse files
utils.py
CHANGED
@@ -224,6 +224,9 @@ def run_interactive_notebook(client, model, tokenizer, messages, sbx, max_new_to
|
|
224 |
prompt=model_input,
|
225 |
details=True,
|
226 |
stream=True,
|
|
|
|
|
|
|
227 |
max_new_tokens=max_new_tokens,
|
228 |
)
|
229 |
|
|
|
224 |
prompt=model_input,
|
225 |
details=True,
|
226 |
stream=True,
|
227 |
+
do_sample=True,
|
228 |
+
repetition_penalty=1.1,
|
229 |
+
temperature=0.8
|
230 |
max_new_tokens=max_new_tokens,
|
231 |
)
|
232 |
|