FrancescoPeriti commited on
Commit
6463607
·
verified ·
1 Parent(s): cb66adb

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +1 -1
README.md CHANGED
@@ -67,7 +67,7 @@ pipe.tokenizer.add_special_tokens = True
67
  pipe.tokenizer.add_eos_token = True
68
  pipe.tokenizer.add_bos_token = True
69
 
70
- eos_tokens.append([26, 2652, 13, 662, 128009]) # [';', ' ;', '.', ' .']
71
  outputs = pipe(prompt, max_length = 512, forced_eos_token_id = eos_tokens,
72
  max_time = 4.5, eos_token_id = eos_tokens, temperature = 0.00001,
73
  pad_token_id = pipe.tokenizer.eos_token_id)
 
67
  pipe.tokenizer.add_eos_token = True
68
  pipe.tokenizer.add_bos_token = True
69
 
70
+ eos_tokens.extend([26, 2652, 13, 662, 128009]) # [';', ' ;', '.', ' .']
71
  outputs = pipe(prompt, max_length = 512, forced_eos_token_id = eos_tokens,
72
  max_time = 4.5, eos_token_id = eos_tokens, temperature = 0.00001,
73
  pad_token_id = pipe.tokenizer.eos_token_id)