rubenroy commited on
Commit
33f18aa
·
verified ·
1 Parent(s): c5ef827

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -208,7 +208,7 @@
208
  "eos_token": "<|im_end|>",
209
  "errors": "replace",
210
  "extra_special_tokens": {},
211
- "model_max_length": 32768,e
212
  "pad_token": "<|PAD_TOKEN|>",
213
  "padding_side": "left",
214
  "split_special_tokens": false,
 
208
  "eos_token": "<|im_end|>",
209
  "errors": "replace",
210
  "extra_special_tokens": {},
211
+ "model_max_length": 32768,
212
  "pad_token": "<|PAD_TOKEN|>",
213
  "padding_side": "left",
214
  "split_special_tokens": false,