{ | |
"eos_token": "</s>", | |
"name_or_path": "megagonlabs/t5-base-japanese-web-8k", | |
"pad_token": "<pad>", | |
"sp_model_kwargs": {}, | |
"special_tokens_map_file": "special_tokens_map.json", | |
"tokenizer_class": "T5Tokenizer", | |
"unk_token": "<unk>" | |
} | |
{ | |
"eos_token": "</s>", | |
"name_or_path": "megagonlabs/t5-base-japanese-web-8k", | |
"pad_token": "<pad>", | |
"sp_model_kwargs": {}, | |
"special_tokens_map_file": "special_tokens_map.json", | |
"tokenizer_class": "T5Tokenizer", | |
"unk_token": "<unk>" | |
} | |