FrancescoPeriti
commited on
Update README.md
Browse files
README.md
CHANGED
@@ -67,7 +67,7 @@ pipe.tokenizer.add_special_tokens = True
|
|
67 |
pipe.tokenizer.add_eos_token = True
|
68 |
pipe.tokenizer.add_bos_token = True
|
69 |
|
70 |
-
eos_tokens.
|
71 |
outputs = pipe(prompt, max_length = 512, forced_eos_token_id = eos_tokens,
|
72 |
max_time = 4.5, eos_token_id = eos_tokens, temperature = 0.00001,
|
73 |
pad_token_id = pipe.tokenizer.eos_token_id)
|
|
|
67 |
pipe.tokenizer.add_eos_token = True
|
68 |
pipe.tokenizer.add_bos_token = True
|
69 |
|
70 |
+
eos_tokens.extend([26, 2652, 13, 662, 128009]) # [';', ' ;', '.', ' .']
|
71 |
outputs = pipe(prompt, max_length = 512, forced_eos_token_id = eos_tokens,
|
72 |
max_time = 4.5, eos_token_id = eos_tokens, temperature = 0.00001,
|
73 |
pad_token_id = pipe.tokenizer.eos_token_id)
|