f9ae566 004c3d7 f9ae566
1
2
3
4
5
{ "clean_up_tokenization_spaces": true, "tokenizer_class": "sentencepiece_ja.SentencePieceJA" }