erax commited on
Commit
b31203f
1 Parent(s): 4f2dd30

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +5 -3
README.md CHANGED
@@ -350,11 +350,13 @@ inputs = inputs.to("cuda")
350
  # Generation configs
351
  generation_config = model.generation_config
352
  generation_config.do_sample = True
353
- generation_config.temperature = 0.2
354
  generation_config.top_k = 1
355
- generation_config.top_p = 0.001
 
 
356
  generation_config.max_new_tokens = 2048
357
- generation_config.repetition_penalty = 1.1
358
 
359
  # Inference
360
  generated_ids = model.generate(**inputs, generation_config=generation_config)
 
350
  # Generation configs
351
  generation_config = model.generation_config
352
  generation_config.do_sample = True
353
+ generation_config.temperature = 1.0
354
  generation_config.top_k = 1
355
+ generation_config.top_p = 0.9
356
+ generation_config.min_p = 0.1
357
+ generation_config.best_of = 5
358
  generation_config.max_new_tokens = 2048
359
+ generation_config.repetition_penalty = 1.06
360
 
361
  # Inference
362
  generated_ids = model.generate(**inputs, generation_config=generation_config)