{ "added_tokens_decoder": { "151643": { "content": "[UNK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151644": { "content": "[CLS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151645": { "content": "[SEP]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151646": { "content": "[PAD]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151647": { "content": "[MASK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151648": { "content": "[UNUSED_1]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151649": { "content": "[UNUSED_2]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151650": { "content": "[UNUSED_3]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151651": { "content": "[UNUSED_4]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151652": { "content": "[UNUSED_5]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151653": { "content": "[UNUSED_6]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151654": { "content": "[UNUSED_7]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151655": { "content": "[UNUSED_8]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151656": { "content": "[UNUSED_9]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151657": { "content": "[UNUSED_10]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151658": { "content": "[UNUSED_11]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151659": { "content": "[UNUSED_12]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151660": { "content": "[UNUSED_13]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151661": { "content": "[UNUSED_14]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151662": { "content": "[UNUSED_15]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151663": { "content": "[UNUSED_16]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151664": { "content": "[UNUSED_17]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151665": { "content": "[UNUSED_18]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151666": { "content": "[UNUSED_19]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151667": { "content": "[UNUSED_20]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151668": { "content": "[UNUSED_21]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151669": { "content": "[UNUSED_22]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151670": { "content": "[UNUSED_23]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151671": { "content": "[UNUSED_24]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151672": { "content": "[UNUSED_25]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151673": { "content": "[UNUSED_26]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151674": { "content": "[UNUSED_27]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151675": { "content": "[UNUSED_28]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151676": { "content": "[UNUSED_29]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151677": { "content": "[UNUSED_30]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151678": { "content": "[UNUSED_31]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false }, "151679": { "content": "[UNUSED_32]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": false } }, "clean_up_tokenization_spaces": false, "cls_token": "[CLS]", "do_lower_case": false, "extra_special_tokens": {}, "mask_token": "[MASK]", "model_input_names": [ "input_ids", "attention_mask" ], "model_max_length": 8192, "pad_token": "[PAD]", "sep_token": "[SEP]", "tokenizer_class": "PreTrainedTokenizerFast", "unk_token": "[UNK]" }