Hugging Face's logo

allenai
/
MolmoAct-7B-D-Pretrain-RT-1-0812

Robotics
Transformers
Safetensors
English
molmoact
image-text-to-text
molmo
olmo
reasoning
vla
manipulation
custom_code
Model card Files
xet
Community
1
MolmoAct-7B-D-Pretrain-RT-1-0812 / tokenizer_config.json
hqfang's picture
hqfang
Upload folder using huggingface_hub
aa3b580 verified
raw
history blame
86.3 kB
 {
"add_bos_token": false,
"add_prefix_space": false,
"added_tokens_decoder": {
"151643": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151644": {
"content": "<|im_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151645": {
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151646": {
"content": "<|object_ref_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151647": {
"content": "<|object_ref_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151648": {
"content": "<|box_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151649": {
"content": "<|box_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151650": {
"content": "<|quad_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151651": {
"content": "<|quad_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151652": {
"content": "<|vision_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151653": {
"content": "<|vision_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151654": {
"content": "<|vision_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151655": {
"content": "<|image_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151656": {
"content": "<|video_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151657": {
"content": "<tool_call>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151658": {
"content": "</tool_call>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151659": {
"content": "<|fim_prefix|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151660": {
"content": "<|fim_middle|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151661": {
"content": "<|fim_suffix|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151662": {
"content": "<|fim_pad|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151663": {
"content": "<|repo_name|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151664": {
"content": "<|file_sep|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": false
},
"151665": {
"content": "<DEPTH_START>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151666": {
"content": "<DEPTH_END>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151667": {
"content": "<DEPTH_0>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151668": {
"content": "<DEPTH_1>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151669": {
"content": "<DEPTH_2>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151670": {
"content": "<DEPTH_3>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151671": {
"content": "<DEPTH_4>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151672": {
"content": "<DEPTH_5>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151673": {
"content": "<DEPTH_6>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151674": {
"content": "<DEPTH_7>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151675": {
"content": "<DEPTH_8>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151676": {
"content": "<DEPTH_9>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151677": {
"content": "<DEPTH_10>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151678": {
"content": "<DEPTH_11>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151679": {
"content": "<DEPTH_12>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151680": {
"content": "<DEPTH_13>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151681": {
"content": "<DEPTH_14>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151682": {
"content": "<DEPTH_15>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151683": {
"content": "<DEPTH_16>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151684": {
"content": "<DEPTH_17>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151685": {
"content": "<DEPTH_18>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151686": {
"content": "<DEPTH_19>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151687": {
"content": "<DEPTH_20>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151688": {
"content": "<DEPTH_21>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151689": {
"content": "<DEPTH_22>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151690": {
"content": "<DEPTH_23>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151691": {
"content": "<DEPTH_24>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151692": {
"content": "<DEPTH_25>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151693": {
"content": "<DEPTH_26>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151694": {
"content": "<DEPTH_27>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151695": {
"content": "<DEPTH_28>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151696": {
"content": "<DEPTH_29>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151697": {
"content": "<DEPTH_30>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151698": {
"content": "<DEPTH_31>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151699": {
"content": "<DEPTH_32>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151700": {
"content": "<DEPTH_33>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151701": {
"content": "<DEPTH_34>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151702": {
"content": "<DEPTH_35>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151703": {
"content": "<DEPTH_36>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151704": {
"content": "<DEPTH_37>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151705": {
"content": "<DEPTH_38>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151706": {
"content": "<DEPTH_39>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151707": {
"content": "<DEPTH_40>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151708": {
"content": "<DEPTH_41>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151709": {
"content": "<DEPTH_42>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151710": {
"content": "<DEPTH_43>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151711": {
"content": "<DEPTH_44>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151712": {
"content": "<DEPTH_45>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151713": {
"content": "<DEPTH_46>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151714": {
"content": "<DEPTH_47>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151715": {
"content": "<DEPTH_48>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151716": {
"content": "<DEPTH_49>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151717": {
"content": "<DEPTH_50>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151718": {
"content": "<DEPTH_51>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151719": {
"content": "<DEPTH_52>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151720": {
"content": "<DEPTH_53>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151721": {
"content": "<DEPTH_54>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151722": {
"content": "<DEPTH_55>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151723": {
"content": "<DEPTH_56>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151724": {
"content": "<DEPTH_57>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151725": {
"content": "<DEPTH_58>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151726": {
"content": "<DEPTH_59>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151727": {
"content": "<DEPTH_60>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151728": {
"content": "<DEPTH_61>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151729": {
"content": "<DEPTH_62>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151730": {
"content": "<DEPTH_63>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151731": {
"content": "<DEPTH_64>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151732": {
"content": "<DEPTH_65>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151733": {
"content": "<DEPTH_66>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151734": {
"content": "<DEPTH_67>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151735": {
"content": "<DEPTH_68>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151736": {
"content": "<DEPTH_69>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151737": {
"content": "<DEPTH_70>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151738": {
"content": "<DEPTH_71>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151739": {
"content": "<DEPTH_72>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151740": {
"content": "<DEPTH_73>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151741": {
"content": "<DEPTH_74>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151742": {
"content": "<DEPTH_75>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151743": {
"content": "<DEPTH_76>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151744": {
"content": "<DEPTH_77>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151745": {
"content": "<DEPTH_78>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151746": {
"content": "<DEPTH_79>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151747": {
"content": "<DEPTH_80>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151748": {
"content": "<DEPTH_81>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151749": {
"content": "<DEPTH_82>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151750": {
"content": "<DEPTH_83>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151751": {
"content": "<DEPTH_84>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151752": {
"content": "<DEPTH_85>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151753": {
"content": "<DEPTH_86>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151754": {
"content": "<DEPTH_87>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151755": {
"content": "<DEPTH_88>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151756": {
"content": "<DEPTH_89>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151757": {
"content": "<DEPTH_90>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151758": {
"content": "<DEPTH_91>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151759": {
"content": "<DEPTH_92>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151760": {
"content": "<DEPTH_93>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151761": {
"content": "<DEPTH_94>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151762": {
"content": "<DEPTH_95>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151763": {
"content": "<DEPTH_96>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151764": {
"content": "<DEPTH_97>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151765": {
"content": "<DEPTH_98>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151766": {
"content": "<DEPTH_99>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151767": {
"content": "<DEPTH_100>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151768": {
"content": "<DEPTH_101>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151769": {
"content": "<DEPTH_102>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151770": {
"content": "<DEPTH_103>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151771": {
"content": "<DEPTH_104>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151772": {
"content": "<DEPTH_105>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151773": {
"content": "<DEPTH_106>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151774": {
"content": "<DEPTH_107>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151775": {
"content": "<DEPTH_108>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151776": {
"content": "<DEPTH_109>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151777": {
"content": "<DEPTH_110>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151778": {
"content": "<DEPTH_111>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151779": {
"content": "<DEPTH_112>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151780": {
"content": "<DEPTH_113>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151781": {
"content": "<DEPTH_114>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151782": {
"content": "<DEPTH_115>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151783": {
"content": "<DEPTH_116>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151784": {
"content": "<DEPTH_117>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151785": {
"content": "<DEPTH_118>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151786": {
"content": "<DEPTH_119>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151787": {
"content": "<DEPTH_120>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151788": {
"content": "<DEPTH_121>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151789": {
"content": "<DEPTH_122>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151790": {
"content": "<DEPTH_123>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151791": {
"content": "<DEPTH_124>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151792": {
"content": "<DEPTH_125>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151793": {
"content": "<DEPTH_126>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151794": {
"content": "<DEPTH_127>",
"lstrip": false,
"normalized": true,
"rstrip": false,
"single_word": false,
"special": false
},
"151795": {
"content": "|<EXTRA_TOKENS_0>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151796": {
"content": "|<EXTRA_TOKENS_1>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151797": {
"content": "|<EXTRA_TOKENS_2>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151798": {
"content": "|<EXTRA_TOKENS_3>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151799": {
"content": "|<EXTRA_TOKENS_4>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151800": {
"content": "|<EXTRA_TOKENS_5>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151801": {
"content": "|<EXTRA_TOKENS_6>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151802": {
"content": "|<EXTRA_TOKENS_7>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151803": {
"content": "|<EXTRA_TOKENS_8>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151804": {
"content": "|<EXTRA_TOKENS_9>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151805": {
"content": "|<EXTRA_TOKENS_10>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151806": {
"content": "|<EXTRA_TOKENS_11>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151807": {
"content": "|<EXTRA_TOKENS_12>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151808": {
"content": "|<EXTRA_TOKENS_13>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151809": {
"content": "|<EXTRA_TOKENS_14>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151810": {
"content": "|<EXTRA_TOKENS_15>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151811": {
"content": "|<EXTRA_TOKENS_16>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151812": {
"content": "|<EXTRA_TOKENS_17>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151813": {
"content": "|<EXTRA_TOKENS_18>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151814": {
"content": "|<EXTRA_TOKENS_19>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151815": {
"content": "|<EXTRA_TOKENS_20>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151816": {
"content": "|<EXTRA_TOKENS_21>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151817": {
"content": "|<EXTRA_TOKENS_22>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151818": {
"content": "|<EXTRA_TOKENS_23>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151819": {
"content": "|<EXTRA_TOKENS_24>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151820": {
"content": "|<EXTRA_TOKENS_25>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151821": {
"content": "|<EXTRA_TOKENS_26>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151822": {
"content": "|<EXTRA_TOKENS_27>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151823": {
"content": "|<EXTRA_TOKENS_28>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151824": {
"content": "|<EXTRA_TOKENS_29>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151825": {
"content": "|<EXTRA_TOKENS_30>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151826": {
"content": "|<EXTRA_TOKENS_31>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151827": {
"content": "|<EXTRA_TOKENS_32>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151828": {
"content": "|<EXTRA_TOKENS_33>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151829": {
"content": "|<EXTRA_TOKENS_34>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151830": {
"content": "|<EXTRA_TOKENS_35>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151831": {
"content": "|<EXTRA_TOKENS_36>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151832": {
"content": "|<EXTRA_TOKENS_37>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151833": {
"content": "|<EXTRA_TOKENS_38>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151834": {
"content": "|<EXTRA_TOKENS_39>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151835": {
"content": "|<EXTRA_TOKENS_40>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151836": {
"content": "|<EXTRA_TOKENS_41>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151837": {
"content": "|<EXTRA_TOKENS_42>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151838": {
"content": "|<EXTRA_TOKENS_43>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151839": {
"content": "|<EXTRA_TOKENS_44>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151840": {
"content": "|<EXTRA_TOKENS_45>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151841": {
"content": "|<EXTRA_TOKENS_46>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151842": {
"content": "|<EXTRA_TOKENS_47>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151843": {
"content": "|<EXTRA_TOKENS_48>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151844": {
"content": "|<EXTRA_TOKENS_49>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151845": {
"content": "|<EXTRA_TOKENS_50>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151846": {
"content": "|<EXTRA_TOKENS_51>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151847": {
"content": "|<EXTRA_TOKENS_52>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151848": {
"content": "|<EXTRA_TOKENS_53>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151849": {
"content": "|<EXTRA_TOKENS_54>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151850": {
"content": "|<EXTRA_TOKENS_55>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151851": {
"content": "|<EXTRA_TOKENS_56>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151852": {
"content": "|<EXTRA_TOKENS_57>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151853": {
"content": "|<EXTRA_TOKENS_58>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151854": {
"content": "|<EXTRA_TOKENS_59>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151855": {
"content": "|<EXTRA_TOKENS_60>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151856": {
"content": "|<EXTRA_TOKENS_61>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151857": {
"content": "|<EXTRA_TOKENS_62>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151858": {
"content": "|<EXTRA_TOKENS_63>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151859": {
"content": "|<EXTRA_TOKENS_64>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151860": {
"content": "|<EXTRA_TOKENS_65>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151861": {
"content": "|<EXTRA_TOKENS_66>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151862": {
"content": "|<EXTRA_TOKENS_67>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151863": {
"content": "|<EXTRA_TOKENS_68>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151864": {
"content": "|<EXTRA_TOKENS_69>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151865": {
"content": "|<EXTRA_TOKENS_70>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151866": {
"content": "|<EXTRA_TOKENS_71>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151867": {
"content": "|<EXTRA_TOKENS_72>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151868": {
"content": "|<EXTRA_TOKENS_73>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151869": {
"content": "|<EXTRA_TOKENS_74>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151870": {
"content": "|<EXTRA_TOKENS_75>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151871": {
"content": "|<EXTRA_TOKENS_76>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151872": {
"content": "|<EXTRA_TOKENS_77>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151873": {
"content": "|<EXTRA_TOKENS_78>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151874": {
"content": "|<EXTRA_TOKENS_79>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151875": {
"content": "|<EXTRA_TOKENS_80>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151876": {
"content": "|<EXTRA_TOKENS_81>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151877": {
"content": "|<EXTRA_TOKENS_82>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151878": {
"content": "|<EXTRA_TOKENS_83>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151879": {
"content": "|<EXTRA_TOKENS_84>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151880": {
"content": "|<EXTRA_TOKENS_85>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151881": {
"content": "|<EXTRA_TOKENS_86>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151882": {
"content": "|<EXTRA_TOKENS_87>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151883": {
"content": "|<EXTRA_TOKENS_88>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151884": {
"content": "|<EXTRA_TOKENS_89>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151885": {
"content": "|<EXTRA_TOKENS_90>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151886": {
"content": "|<EXTRA_TOKENS_91>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151887": {
"content": "|<EXTRA_TOKENS_92>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151888": {
"content": "|<EXTRA_TOKENS_93>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151889": {
"content": "|<EXTRA_TOKENS_94>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151890": {
"content": "|<EXTRA_TOKENS_95>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151891": {
"content": "|<EXTRA_TOKENS_96>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151892": {
"content": "|<EXTRA_TOKENS_97>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151893": {
"content": "|<EXTRA_TOKENS_98>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151894": {
"content": "|<EXTRA_TOKENS_99>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151895": {
"content": "|<EXTRA_TOKENS_100>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151896": {
"content": "|<EXTRA_TOKENS_101>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151897": {
"content": "|<EXTRA_TOKENS_102>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151898": {
"content": "|<EXTRA_TOKENS_103>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151899": {
"content": "|<EXTRA_TOKENS_104>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151900": {
"content": "|<EXTRA_TOKENS_105>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151901": {
"content": "|<EXTRA_TOKENS_106>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151902": {
"content": "|<EXTRA_TOKENS_107>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151903": {
"content": "|<EXTRA_TOKENS_108>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151904": {
"content": "|<EXTRA_TOKENS_109>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151905": {
"content": "|<EXTRA_TOKENS_110>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151906": {
"content": "|<EXTRA_TOKENS_111>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151907": {
"content": "|<EXTRA_TOKENS_112>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151908": {
"content": "|<EXTRA_TOKENS_113>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151909": {
"content": "|<EXTRA_TOKENS_114>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151910": {
"content": "|<EXTRA_TOKENS_115>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151911": {
"content": "|<EXTRA_TOKENS_116>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151912": {
"content": "|<EXTRA_TOKENS_117>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151913": {
"content": "|<EXTRA_TOKENS_118>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151914": {
"content": "|<EXTRA_TOKENS_119>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151915": {
"content": "|<EXTRA_TOKENS_120>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151916": {
"content": "|<EXTRA_TOKENS_121>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151917": {
"content": "|<EXTRA_TOKENS_122>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151918": {
"content": "|<EXTRA_TOKENS_123>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151919": {
"content": "|<EXTRA_TOKENS_124>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151920": {
"content": "|<EXTRA_TOKENS_125>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151921": {
"content": "|<EXTRA_TOKENS_126>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151922": {
"content": "|<EXTRA_TOKENS_127>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151923": {
"content": "|<EXTRA_TOKENS_128>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151924": {
"content": "|<EXTRA_TOKENS_129>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151925": {
"content": "|<EXTRA_TOKENS_130>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151926": {
"content": "|<EXTRA_TOKENS_131>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151927": {
"content": "|<EXTRA_TOKENS_132>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151928": {
"content": "|<EXTRA_TOKENS_133>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151929": {
"content": "|<EXTRA_TOKENS_134>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151930": {
"content": "|<EXTRA_TOKENS_135>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151931": {
"content": "|<EXTRA_TOKENS_136>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151932": {
"content": "|<EXTRA_TOKENS_137>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151933": {
"content": "|<EXTRA_TOKENS_138>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151934": {
"content": "|<EXTRA_TOKENS_139>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151935": {
"content": "|<EXTRA_TOKENS_140>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151936": {
"content": "|<EXTRA_TOKENS_141>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151937": {
"content": "|<EXTRA_TOKENS_142>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151938": {
"content": "|<EXTRA_TOKENS_143>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151939": {
"content": "|<EXTRA_TOKENS_144>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151940": {
"content": "|<EXTRA_TOKENS_145>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151941": {
"content": "|<EXTRA_TOKENS_146>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151942": {
"content": "|<EXTRA_TOKENS_147>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151943": {
"content": "|<EXTRA_TOKENS_148>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151944": {
"content": "|<EXTRA_TOKENS_149>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151945": {
"content": "|<EXTRA_TOKENS_150>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151946": {
"content": "|<EXTRA_TOKENS_151>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151947": {
"content": "|<EXTRA_TOKENS_152>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151948": {
"content": "|<EXTRA_TOKENS_153>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151949": {
"content": "|<EXTRA_TOKENS_154>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151950": {
"content": "|<EXTRA_TOKENS_155>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151951": {
"content": "|<EXTRA_TOKENS_156>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151952": {
"content": "|<EXTRA_TOKENS_157>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151953": {
"content": "|<EXTRA_TOKENS_158>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151954": {
"content": "|<EXTRA_TOKENS_159>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151955": {
"content": "|<EXTRA_TOKENS_160>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151956": {
"content": "|<EXTRA_TOKENS_161>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151957": {
"content": "|<EXTRA_TOKENS_162>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151958": {
"content": "|<EXTRA_TOKENS_163>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151959": {
"content": "|<EXTRA_TOKENS_164>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151960": {
"content": "|<EXTRA_TOKENS_165>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151961": {
"content": "|<EXTRA_TOKENS_166>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151962": {
"content": "|<EXTRA_TOKENS_167>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151963": {
"content": "|<EXTRA_TOKENS_168>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151964": {
"content": "|<EXTRA_TOKENS_169>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151965": {
"content": "|<EXTRA_TOKENS_170>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151966": {
"content": "|<EXTRA_TOKENS_171>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151967": {
"content": "|<EXTRA_TOKENS_172>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151968": {
"content": "|<EXTRA_TOKENS_173>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151969": {
"content": "|<EXTRA_TOKENS_174>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151970": {
"content": "|<EXTRA_TOKENS_175>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151971": {
"content": "|<EXTRA_TOKENS_176>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151972": {
"content": "|<EXTRA_TOKENS_177>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151973": {
"content": "|<EXTRA_TOKENS_178>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151974": {
"content": "|<EXTRA_TOKENS_179>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151975": {
"content": "|<EXTRA_TOKENS_180>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151976": {
"content": "|<EXTRA_TOKENS_181>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151977": {
"content": "|<EXTRA_TOKENS_182>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151978": {
"content": "|<EXTRA_TOKENS_183>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151979": {
"content": "|<EXTRA_TOKENS_184>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151980": {
"content": "|<EXTRA_TOKENS_185>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151981": {
"content": "|<EXTRA_TOKENS_186>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151982": {
"content": "|<EXTRA_TOKENS_187>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151983": {
"content": "|<EXTRA_TOKENS_188>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151984": {
"content": "|<EXTRA_TOKENS_189>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151985": {
"content": "|<EXTRA_TOKENS_190>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151986": {
"content": "|<EXTRA_TOKENS_191>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151987": {
"content": "|<EXTRA_TOKENS_192>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151988": {
"content": "|<EXTRA_TOKENS_193>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151989": {
"content": "|<EXTRA_TOKENS_194>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151990": {
"content": "|<EXTRA_TOKENS_195>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151991": {
"content": "|<EXTRA_TOKENS_196>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151992": {
"content": "|<EXTRA_TOKENS_197>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151993": {
"content": "|<EXTRA_TOKENS_198>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151994": {
"content": "|<EXTRA_TOKENS_199>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151995": {
"content": "|<EXTRA_TOKENS_200>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151996": {
"content": "|<EXTRA_TOKENS_201>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151997": {
"content": "|<EXTRA_TOKENS_202>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151998": {
"content": "|<EXTRA_TOKENS_203>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"151999": {
"content": "|<EXTRA_TOKENS_204>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152000": {
"content": "|<EXTRA_TOKENS_205>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152001": {
"content": "|<EXTRA_TOKENS_206>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152002": {
"content": "|<EXTRA_TOKENS_207>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152003": {
"content": "|<EXTRA_TOKENS_208>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152004": {
"content": "|<EXTRA_TOKENS_209>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152005": {
"content": "|<EXTRA_TOKENS_210>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152006": {
"content": "|<EXTRA_TOKENS_211>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152007": {
"content": "|<EXTRA_TOKENS_212>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152008": {
"content": "|<EXTRA_TOKENS_213>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152009": {
"content": "|<EXTRA_TOKENS_214>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152010": {
"content": "|<EXTRA_TOKENS_215>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152011": {
"content": "|<EXTRA_TOKENS_216>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152012": {
"content": "|<EXTRA_TOKENS_217>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152013": {
"content": "|<EXTRA_TOKENS_218>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152014": {
"content": "|<EXTRA_TOKENS_219>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152015": {
"content": "|<EXTRA_TOKENS_220>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152016": {
"content": "|<EXTRA_TOKENS_221>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152017": {
"content": "|<EXTRA_TOKENS_222>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152018": {
"content": "|<EXTRA_TOKENS_223>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152019": {
"content": "|<EXTRA_TOKENS_224>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152020": {
"content": "|<EXTRA_TOKENS_225>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152021": {
"content": "|<EXTRA_TOKENS_226>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152022": {
"content": "|<EXTRA_TOKENS_227>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152023": {
"content": "|<EXTRA_TOKENS_228>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152024": {
"content": "|<EXTRA_TOKENS_229>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152025": {
"content": "|<EXTRA_TOKENS_230>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152026": {
"content": "|<EXTRA_TOKENS_231>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152027": {
"content": "|<EXTRA_TOKENS_232>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152028": {
"content": "|<EXTRA_TOKENS_233>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152029": {
"content": "|<EXTRA_TOKENS_234>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152030": {
"content": "|<EXTRA_TOKENS_235>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152031": {
"content": "|<EXTRA_TOKENS_236>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152032": {
"content": "|<EXTRA_TOKENS_237>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152033": {
"content": "|<EXTRA_TOKENS_238>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152034": {
"content": "|<EXTRA_TOKENS_239>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152035": {
"content": "|<EXTRA_TOKENS_240>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152036": {
"content": "|<EXTRA_TOKENS_241>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152037": {
"content": "|<EXTRA_TOKENS_242>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152038": {
"content": "|<EXTRA_TOKENS_243>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152039": {
"content": "|<EXTRA_TOKENS_244>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152040": {
"content": "|<EXTRA_TOKENS_245>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152041": {
"content": "|<EXTRA_TOKENS_246>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152042": {
"content": "|<EXTRA_TOKENS_247>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152043": {
"content": "|<EXTRA_TOKENS_248>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152044": {
"content": "|<EXTRA_TOKENS_249>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152045": {
"content": "|<EXTRA_TOKENS_250>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152046": {
"content": "|<EXTRA_TOKENS_251>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152047": {
"content": "|<EXTRA_TOKENS_252>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152048": {
"content": "|<EXTRA_TOKENS_253>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152049": {
"content": "|<EXTRA_TOKENS_254>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152050": {
"content": "|<EXTRA_TOKENS_255>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152051": {
"content": "|<EXTRA_TOKENS_256>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152052": {
"content": "|<EXTRA_TOKENS_257>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152053": {
"content": "|<EXTRA_TOKENS_258>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152054": {
"content": "|<EXTRA_TOKENS_259>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152055": {
"content": "|<EXTRA_TOKENS_260>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152056": {
"content": "|<EXTRA_TOKENS_261>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152057": {
"content": "|<EXTRA_TOKENS_262>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152058": {
"content": "|<EXTRA_TOKENS_263>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152059": {
"content": "|<EXTRA_TOKENS_264>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152060": {
"content": "|<EXTRA_TOKENS_265>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152061": {
"content": "|<EXTRA_TOKENS_266>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152062": {
"content": "|<EXTRA_TOKENS_267>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152063": {
"content": "|<EXTRA_TOKENS_268>|",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152064": {
"content": "<im_start>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152065": {
"content": "<im_end>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152066": {
"content": "<im_patch>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152067": {
"content": "<im_col>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152068": {
"content": "<|image|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"152069": {
"content": "<im_low>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
}
},
"additional_special_tokens": [
"|<EXTRA_TOKENS_0>|",
"|<EXTRA_TOKENS_1>|",
"|<EXTRA_TOKENS_2>|",
"|<EXTRA_TOKENS_3>|",
"|<EXTRA_TOKENS_4>|",
"|<EXTRA_TOKENS_5>|",
"|<EXTRA_TOKENS_6>|",
"|<EXTRA_TOKENS_7>|",
"|<EXTRA_TOKENS_8>|",
"|<EXTRA_TOKENS_9>|",
"|<EXTRA_TOKENS_10>|",
"|<EXTRA_TOKENS_11>|",
"|<EXTRA_TOKENS_12>|",
"|<EXTRA_TOKENS_13>|",
"|<EXTRA_TOKENS_14>|",
"|<EXTRA_TOKENS_15>|",
"|<EXTRA_TOKENS_16>|",
"|<EXTRA_TOKENS_17>|",
"|<EXTRA_TOKENS_18>|",
"|<EXTRA_TOKENS_19>|",
"|<EXTRA_TOKENS_20>|",
"|<EXTRA_TOKENS_21>|",
"|<EXTRA_TOKENS_22>|",
"|<EXTRA_TOKENS_23>|",
"|<EXTRA_TOKENS_24>|",
"|<EXTRA_TOKENS_25>|",
"|<EXTRA_TOKENS_26>|",
"|<EXTRA_TOKENS_27>|",
"|<EXTRA_TOKENS_28>|",
"|<EXTRA_TOKENS_29>|",
"|<EXTRA_TOKENS_30>|",
"|<EXTRA_TOKENS_31>|",
"|<EXTRA_TOKENS_32>|",
"|<EXTRA_TOKENS_33>|",
"|<EXTRA_TOKENS_34>|",
"|<EXTRA_TOKENS_35>|",
"|<EXTRA_TOKENS_36>|",
"|<EXTRA_TOKENS_37>|",
"|<EXTRA_TOKENS_38>|",
"|<EXTRA_TOKENS_39>|",
"|<EXTRA_TOKENS_40>|",
"|<EXTRA_TOKENS_41>|",
"|<EXTRA_TOKENS_42>|",
"|<EXTRA_TOKENS_43>|",
"|<EXTRA_TOKENS_44>|",
"|<EXTRA_TOKENS_45>|",
"|<EXTRA_TOKENS_46>|",
"|<EXTRA_TOKENS_47>|",
"|<EXTRA_TOKENS_48>|",
"|<EXTRA_TOKENS_49>|",
"|<EXTRA_TOKENS_50>|",
"|<EXTRA_TOKENS_51>|",
"|<EXTRA_TOKENS_52>|",
"|<EXTRA_TOKENS_53>|",
"|<EXTRA_TOKENS_54>|",
"|<EXTRA_TOKENS_55>|",
"|<EXTRA_TOKENS_56>|",
"|<EXTRA_TOKENS_57>|",
"|<EXTRA_TOKENS_58>|",
"|<EXTRA_TOKENS_59>|",
"|<EXTRA_TOKENS_60>|",
"|<EXTRA_TOKENS_61>|",
"|<EXTRA_TOKENS_62>|",
"|<EXTRA_TOKENS_63>|",
"|<EXTRA_TOKENS_64>|",
"|<EXTRA_TOKENS_65>|",
"|<EXTRA_TOKENS_66>|",
"|<EXTRA_TOKENS_67>|",
"|<EXTRA_TOKENS_68>|",
"|<EXTRA_TOKENS_69>|",
"|<EXTRA_TOKENS_70>|",
"|<EXTRA_TOKENS_71>|",
"|<EXTRA_TOKENS_72>|",
"|<EXTRA_TOKENS_73>|",
"|<EXTRA_TOKENS_74>|",
"|<EXTRA_TOKENS_75>|",
"|<EXTRA_TOKENS_76>|",
"|<EXTRA_TOKENS_77>|",
"|<EXTRA_TOKENS_78>|",
"|<EXTRA_TOKENS_79>|",
"|<EXTRA_TOKENS_80>|",
"|<EXTRA_TOKENS_81>|",
"|<EXTRA_TOKENS_82>|",
"|<EXTRA_TOKENS_83>|",
"|<EXTRA_TOKENS_84>|",
"|<EXTRA_TOKENS_85>|",
"|<EXTRA_TOKENS_86>|",
"|<EXTRA_TOKENS_87>|",
"|<EXTRA_TOKENS_88>|",
"|<EXTRA_TOKENS_89>|",
"|<EXTRA_TOKENS_90>|",
"|<EXTRA_TOKENS_91>|",
"|<EXTRA_TOKENS_92>|",
"|<EXTRA_TOKENS_93>|",
"|<EXTRA_TOKENS_94>|",
"|<EXTRA_TOKENS_95>|",
"|<EXTRA_TOKENS_96>|",
"|<EXTRA_TOKENS_97>|",
"|<EXTRA_TOKENS_98>|",
"|<EXTRA_TOKENS_99>|",
"|<EXTRA_TOKENS_100>|",
"|<EXTRA_TOKENS_101>|",
"|<EXTRA_TOKENS_102>|",
"|<EXTRA_TOKENS_103>|",
"|<EXTRA_TOKENS_104>|",
"|<EXTRA_TOKENS_105>|",
"|<EXTRA_TOKENS_106>|",
"|<EXTRA_TOKENS_107>|",
"|<EXTRA_TOKENS_108>|",
"|<EXTRA_TOKENS_109>|",
"|<EXTRA_TOKENS_110>|",
"|<EXTRA_TOKENS_111>|",
"|<EXTRA_TOKENS_112>|",
"|<EXTRA_TOKENS_113>|",
"|<EXTRA_TOKENS_114>|",
"|<EXTRA_TOKENS_115>|",
"|<EXTRA_TOKENS_116>|",
"|<EXTRA_TOKENS_117>|",
"|<EXTRA_TOKENS_118>|",
"|<EXTRA_TOKENS_119>|",
"|<EXTRA_TOKENS_120>|",
"|<EXTRA_TOKENS_121>|",
"|<EXTRA_TOKENS_122>|",
"|<EXTRA_TOKENS_123>|",
"|<EXTRA_TOKENS_124>|",
"|<EXTRA_TOKENS_125>|",
"|<EXTRA_TOKENS_126>|",
"|<EXTRA_TOKENS_127>|",
"|<EXTRA_TOKENS_128>|",
"|<EXTRA_TOKENS_129>|",
"|<EXTRA_TOKENS_130>|",
"|<EXTRA_TOKENS_131>|",
"|<EXTRA_TOKENS_132>|",
"|<EXTRA_TOKENS_133>|",
"|<EXTRA_TOKENS_134>|",
"|<EXTRA_TOKENS_135>|",
"|<EXTRA_TOKENS_136>|",
"|<EXTRA_TOKENS_137>|",
"|<EXTRA_TOKENS_138>|",
"|<EXTRA_TOKENS_139>|",
"|<EXTRA_TOKENS_140>|",
"|<EXTRA_TOKENS_141>|",
"|<EXTRA_TOKENS_142>|",
"|<EXTRA_TOKENS_143>|",
"|<EXTRA_TOKENS_144>|",
"|<EXTRA_TOKENS_145>|",
"|<EXTRA_TOKENS_146>|",
"|<EXTRA_TOKENS_147>|",
"|<EXTRA_TOKENS_148>|",
"|<EXTRA_TOKENS_149>|",
"|<EXTRA_TOKENS_150>|",
"|<EXTRA_TOKENS_151>|",
"|<EXTRA_TOKENS_152>|",
"|<EXTRA_TOKENS_153>|",
"|<EXTRA_TOKENS_154>|",
"|<EXTRA_TOKENS_155>|",
"|<EXTRA_TOKENS_156>|",
"|<EXTRA_TOKENS_157>|",
"|<EXTRA_TOKENS_158>|",
"|<EXTRA_TOKENS_159>|",
"|<EXTRA_TOKENS_160>|",
"|<EXTRA_TOKENS_161>|",
"|<EXTRA_TOKENS_162>|",
"|<EXTRA_TOKENS_163>|",
"|<EXTRA_TOKENS_164>|",
"|<EXTRA_TOKENS_165>|",
"|<EXTRA_TOKENS_166>|",
"|<EXTRA_TOKENS_167>|",
"|<EXTRA_TOKENS_168>|",
"|<EXTRA_TOKENS_169>|",
"|<EXTRA_TOKENS_170>|",
"|<EXTRA_TOKENS_171>|",
"|<EXTRA_TOKENS_172>|",
"|<EXTRA_TOKENS_173>|",
"|<EXTRA_TOKENS_174>|",
"|<EXTRA_TOKENS_175>|",
"|<EXTRA_TOKENS_176>|",
"|<EXTRA_TOKENS_177>|",
"|<EXTRA_TOKENS_178>|",
"|<EXTRA_TOKENS_179>|",
"|<EXTRA_TOKENS_180>|",
"|<EXTRA_TOKENS_181>|",
"|<EXTRA_TOKENS_182>|",
"|<EXTRA_TOKENS_183>|",
"|<EXTRA_TOKENS_184>|",
"|<EXTRA_TOKENS_185>|",
"|<EXTRA_TOKENS_186>|",
"|<EXTRA_TOKENS_187>|",
"|<EXTRA_TOKENS_188>|",
"|<EXTRA_TOKENS_189>|",
"|<EXTRA_TOKENS_190>|",
"|<EXTRA_TOKENS_191>|",
"|<EXTRA_TOKENS_192>|",
"|<EXTRA_TOKENS_193>|",
"|<EXTRA_TOKENS_194>|",
"|<EXTRA_TOKENS_195>|",
"|<EXTRA_TOKENS_196>|",
"|<EXTRA_TOKENS_197>|",
"|<EXTRA_TOKENS_198>|",
"|<EXTRA_TOKENS_199>|",
"|<EXTRA_TOKENS_200>|",
"|<EXTRA_TOKENS_201>|",
"|<EXTRA_TOKENS_202>|",
"|<EXTRA_TOKENS_203>|",
"|<EXTRA_TOKENS_204>|",
"|<EXTRA_TOKENS_205>|",
"|<EXTRA_TOKENS_206>|",
"|<EXTRA_TOKENS_207>|",
"|<EXTRA_TOKENS_208>|",
"|<EXTRA_TOKENS_209>|",
"|<EXTRA_TOKENS_210>|",
"|<EXTRA_TOKENS_211>|",
"|<EXTRA_TOKENS_212>|",
"|<EXTRA_TOKENS_213>|",
"|<EXTRA_TOKENS_214>|",
"|<EXTRA_TOKENS_215>|",
"|<EXTRA_TOKENS_216>|",
"|<EXTRA_TOKENS_217>|",
"|<EXTRA_TOKENS_218>|",
"|<EXTRA_TOKENS_219>|",
"|<EXTRA_TOKENS_220>|",
"|<EXTRA_TOKENS_221>|",
"|<EXTRA_TOKENS_222>|",
"|<EXTRA_TOKENS_223>|",
"|<EXTRA_TOKENS_224>|",
"|<EXTRA_TOKENS_225>|",
"|<EXTRA_TOKENS_226>|",
"|<EXTRA_TOKENS_227>|",
"|<EXTRA_TOKENS_228>|",
"|<EXTRA_TOKENS_229>|",
"|<EXTRA_TOKENS_230>|",
"|<EXTRA_TOKENS_231>|",
"|<EXTRA_TOKENS_232>|",
"|<EXTRA_TOKENS_233>|",
"|<EXTRA_TOKENS_234>|",
"|<EXTRA_TOKENS_235>|",
"|<EXTRA_TOKENS_236>|",
"|<EXTRA_TOKENS_237>|",
"|<EXTRA_TOKENS_238>|",
"|<EXTRA_TOKENS_239>|",
"|<EXTRA_TOKENS_240>|",
"|<EXTRA_TOKENS_241>|",
"|<EXTRA_TOKENS_242>|",
"|<EXTRA_TOKENS_243>|",
"|<EXTRA_TOKENS_244>|",
"|<EXTRA_TOKENS_245>|",
"|<EXTRA_TOKENS_246>|",
"|<EXTRA_TOKENS_247>|",
"|<EXTRA_TOKENS_248>|",
"|<EXTRA_TOKENS_249>|",
"|<EXTRA_TOKENS_250>|",
"|<EXTRA_TOKENS_251>|",
"|<EXTRA_TOKENS_252>|",
"|<EXTRA_TOKENS_253>|",
"|<EXTRA_TOKENS_254>|",
"|<EXTRA_TOKENS_255>|",
"|<EXTRA_TOKENS_256>|",
"|<EXTRA_TOKENS_257>|",
"|<EXTRA_TOKENS_258>|",
"|<EXTRA_TOKENS_259>|",
"|<EXTRA_TOKENS_260>|",
"|<EXTRA_TOKENS_261>|",
"|<EXTRA_TOKENS_262>|",
"|<EXTRA_TOKENS_263>|",
"|<EXTRA_TOKENS_264>|",
"|<EXTRA_TOKENS_265>|",
"|<EXTRA_TOKENS_266>|",
"|<EXTRA_TOKENS_267>|",
"|<EXTRA_TOKENS_268>|",
"<im_start>",
"<im_end>",
"<im_patch>",
"<im_col>",
"<|image|>",
"<im_low>"
],
"auto_map": {
"AutoProcessor": "processing_molmoact.MolmoActProcessor"
},
"bos_token": "<|endoftext|>",
"clean_up_tokenization_spaces": false,
"eos_token": "<|endoftext|>",
"errors": "replace",
"extra_special_tokens": {},
"model_max_length": 131072,
"pad_token": "<|endoftext|>",
"processor_class": "MolmoActProcessor",
"split_special_tokens": false,
"tokenizer_class": "Qwen2Tokenizer",
"unk_token": null
}