Update README.md
Browse files
README.md
CHANGED
@@ -350,11 +350,13 @@ inputs = inputs.to("cuda")
|
|
350 |
# Generation configs
|
351 |
generation_config = model.generation_config
|
352 |
generation_config.do_sample = True
|
353 |
-
generation_config.temperature = 0
|
354 |
generation_config.top_k = 1
|
355 |
-
generation_config.top_p = 0.
|
|
|
|
|
356 |
generation_config.max_new_tokens = 2048
|
357 |
-
generation_config.repetition_penalty = 1.
|
358 |
|
359 |
# Inference
|
360 |
generated_ids = model.generate(**inputs, generation_config=generation_config)
|
|
|
350 |
# Generation configs
|
351 |
generation_config = model.generation_config
|
352 |
generation_config.do_sample = True
|
353 |
+
generation_config.temperature = 1.0
|
354 |
generation_config.top_k = 1
|
355 |
+
generation_config.top_p = 0.9
|
356 |
+
generation_config.min_p = 0.1
|
357 |
+
generation_config.best_of = 5
|
358 |
generation_config.max_new_tokens = 2048
|
359 |
+
generation_config.repetition_penalty = 1.06
|
360 |
|
361 |
# Inference
|
362 |
generated_ids = model.generate(**inputs, generation_config=generation_config)
|