{ "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32000": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32001": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32002": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32003": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32004": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32005": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32006": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32007": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32008": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32009": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32010": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32011": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32012": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32013": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32014": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32015": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32016": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32017": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32018": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32019": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32020": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32021": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32022": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32023": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32024": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32025": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32026": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32027": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32028": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32029": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32030": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32031": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32032": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32033": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32034": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32035": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32036": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32037": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32038": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32039": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32040": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32041": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32042": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32043": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32044": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32045": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32046": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32047": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32048": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32049": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32050": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32051": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32052": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32053": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32054": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32055": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32056": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32057": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32058": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32059": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32060": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32061": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32062": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32063": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32064": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32065": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32066": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32067": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32068": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32069": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32070": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32071": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32072": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32073": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32074": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32075": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32076": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32077": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32078": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32079": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32080": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32081": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32082": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32083": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32084": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32085": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32086": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32087": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32088": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32089": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32090": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32091": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32092": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32093": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32094": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32095": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32096": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32097": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32098": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32099": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "32100": { "content": "ཀ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32101": { "content": "ཁ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32102": { "content": "ག", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32103": { "content": "ང", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32104": { "content": "ཅ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32105": { "content": "ཆ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32106": { "content": "ཇ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32107": { "content": "ཉ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32108": { "content": "ཏ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32109": { "content": "ཐ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32110": { "content": "ད", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32111": { "content": "ན", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32112": { "content": "པ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32113": { "content": "ཕ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32114": { "content": "བ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32115": { "content": "མ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32116": { "content": "ཙ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32117": { "content": "ཚ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32118": { "content": "ཛ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32119": { "content": "ཝ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32120": { "content": "ཞ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32121": { "content": "ཟ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32122": { "content": "འ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32123": { "content": "ཡ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32124": { "content": "ར", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32125": { "content": "ལ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32126": { "content": "ཤ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32127": { "content": "ཥ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32128": { "content": "ས", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32129": { "content": "ཧ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32130": { "content": "ཨ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32131": { "content": "ྐ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32132": { "content": "ྑ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32133": { "content": "ྒ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32134": { "content": "ྒྷ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32135": { "content": "ྔ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32136": { "content": "ྕ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32137": { "content": "ྖ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32138": { "content": "ྗ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32139": { "content": "྘", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32140": { "content": "ྙ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32141": { "content": "ྚ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32142": { "content": "ྛ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32143": { "content": "ྜ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32144": { "content": "ྜྷ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32145": { "content": "ྞ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32146": { "content": "ྟ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32147": { "content": "ྠ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32148": { "content": "ྡ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32149": { "content": "ྡྷ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32150": { "content": "ྣ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32151": { "content": "ྤ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32152": { "content": "ྥ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32153": { "content": "ྦ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32154": { "content": "ྦྷ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32155": { "content": "ྨ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32156": { "content": "ྩ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32157": { "content": "ྪ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32158": { "content": "ྫ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32159": { "content": "ྫྷ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32160": { "content": "ྭ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32161": { "content": "ྮ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32162": { "content": "ྯ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32163": { "content": "ྰ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32164": { "content": "ྱ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32165": { "content": "ྲ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32166": { "content": "ླ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32167": { "content": "ྴ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32168": { "content": "ྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32169": { "content": "ྶ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32170": { "content": "ྷ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32171": { "content": "ྸ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32172": { "content": "ྐྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32173": { "content": "ྺ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32174": { "content": "ྻ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32175": { "content": "ྼ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32176": { "content": "྽", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32177": { "content": "྾", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32178": { "content": "྿", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32179": { "content": "ི", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32180": { "content": "ཱི", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32181": { "content": "ུ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32182": { "content": "ཱུ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32183": { "content": "ྲྀ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32184": { "content": "ཷ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32185": { "content": "ླྀ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32186": { "content": "ཹ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32187": { "content": "ེ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32188": { "content": "ཻ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32189": { "content": "ོ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32190": { "content": "ཽ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32191": { "content": "ཾ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32192": { "content": "ཿ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32193": { "content": "ཀྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32194": { "content": "ཁྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32195": { "content": "གྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32196": { "content": "ངྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32197": { "content": "ཅྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32198": { "content": "ཆྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32199": { "content": "ཇྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32200": { "content": "ཉྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32201": { "content": "ཏྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32202": { "content": "ཐྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32203": { "content": "དྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32204": { "content": "ནྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32205": { "content": "པྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32206": { "content": "ཕྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32207": { "content": "བྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32208": { "content": "མྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32209": { "content": "ཙྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32210": { "content": "ཚྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32211": { "content": "ཛྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32212": { "content": "ཝྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32213": { "content": "ཞྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32214": { "content": "ཟྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32215": { "content": "འྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32216": { "content": "ཡྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32217": { "content": "རྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32218": { "content": "ལྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32219": { "content": "ཤྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32220": { "content": "ཥྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32221": { "content": "སྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32222": { "content": "ཧྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32223": { "content": "ཨྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32224": { "content": "པྪ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32225": { "content": "པྫ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32226": { "content": "པྫྷ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32227": { "content": "པྭ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32228": { "content": "པྮ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32229": { "content": "པྯ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32230": { "content": "པྰ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32231": { "content": "པྱ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32232": { "content": "པྲ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32233": { "content": "པླ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32234": { "content": "པྴ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32235": { "content": "པྶ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32236": { "content": "པྷ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32237": { "content": "པྸ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32238": { "content": "པྐྵ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32239": { "content": "པྺ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32240": { "content": "པྻ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32241": { "content": "པྼ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32242": { "content": "པ྽", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32243": { "content": "པ྾", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "32244": { "content": "པ྿", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "additional_special_tokens": [ "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "" ], "clean_up_tokenization_spaces": true, "eos_token": "", "extra_ids": 100, "max_length": 128, "model_max_length": 1000000000000000019884624838656, "pad_to_multiple_of": null, "pad_token": "", "pad_token_type_id": 0, "padding_side": "right", "stride": 0, "tokenizer_class": "T5Tokenizer", "truncation_side": "right", "truncation_strategy": "longest_first", "unk_token": "" }