lvwerra HF staff commited on
Commit
01c6792
·
verified ·
1 Parent(s): 1014e22

Update utils.py

Browse files
Files changed (1) hide show
  1. utils.py +3 -0
utils.py CHANGED
@@ -224,6 +224,9 @@ def run_interactive_notebook(client, model, tokenizer, messages, sbx, max_new_to
224
  prompt=model_input,
225
  details=True,
226
  stream=True,
 
 
 
227
  max_new_tokens=max_new_tokens,
228
  )
229
 
 
224
  prompt=model_input,
225
  details=True,
226
  stream=True,
227
+ do_sample=True,
228
+ repetition_penalty=1.1,
229
+ temperature=0.8
230
  max_new_tokens=max_new_tokens,
231
  )
232