unkindtokenizer / tokenizer_config.json
dortucx's picture
Update tokenizer_config.json
72dfc2d verified
raw
history blame contribute delete
247 Bytes
{
"auto_map": {
"AutoTokenizer": ["this_tokenizer_is_evil_actually.this_class_doesnt_exist_lol", null]
},
"add_bos_token": false,
"add_eos_token": false,
"model_max_length": 4096,
"tokenizer_class": "this_class_doesnt_exist_lol"
}