kaisugi's picture
initial commit
976f5d4
raw
history blame contribute delete
311 Bytes
{
"tokenizer_class": "BertJapaneseTokenizer",
"word_tokenizer_type": "mecab",
"subword_tokenizer_type": "wordpiece",
"mecab_kwargs": {
"mecab_dic": "ipadic",
"mecab_option": "-u /usr/local/lib/mecab/dic/userdic/MANBYO_201907_Dic-utf8.dic",
"normalize_text": false
}
}