{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "additional_special_tokens": ["<lang:pt>", "<lang:fr>", "<lang:ru>", "<lang:nl>", "<lang:ro>", "<lang:it>", "<lang:es>", "<lang:de>"]} |
{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "additional_special_tokens": ["<lang:pt>", "<lang:fr>", "<lang:ru>", "<lang:nl>", "<lang:ro>", "<lang:it>", "<lang:es>", "<lang:de>"]} |