{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 0, "content": "[PAD]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 1, "content": "[UNK]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 2, "content": "[CLS]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 3, "content": "[SEP]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 4, "content": "[MASK]", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true } ], "normalizer": { "type": "BertNormalizer", "clean_text": true, "handle_chinese_chars": true, "strip_accents": null, "lowercase": true }, "pre_tokenizer": { "type": "BertPreTokenizer" }, "post_processor": { "type": "TemplateProcessing", "single": [ { "SpecialToken": { "id": "[CLS]", "type_id": 0 } }, { "Sequence": { "id": "A", "type_id": 0 } }, { "SpecialToken": { "id": "[SEP]", "type_id": 0 } } ], "pair": [ { "SpecialToken": { "id": "[CLS]", "type_id": 0 } }, { "Sequence": { "id": "A", "type_id": 0 } }, { "SpecialToken": { "id": "[SEP]", "type_id": 0 } }, { "Sequence": { "id": "B", "type_id": 1 } }, { "SpecialToken": { "id": "[SEP]", "type_id": 1 } } ], "special_tokens": { "[CLS]": { "id": "[CLS]", "ids": [ 2 ], "tokens": [ "[CLS]" ] }, "[SEP]": { "id": "[SEP]", "ids": [ 3 ], "tokens": [ "[SEP]" ] } } }, "decoder": { "type": "WordPiece", "prefix": "##", "cleanup": true }, "model": { "type": "WordPiece", "unk_token": "[UNK]", "continuing_subword_prefix": "##", "max_input_chars_per_word": 100, "vocab": { "[PAD]": 0, "[UNK]": 1, "[CLS]": 2, "[SEP]": 3, "[MASK]": 4, "!": 5, "\"": 6, "#": 7, "$": 8, "%": 9, "&": 10, "'": 11, "(": 12, ")": 13, "*": 14, "+": 15, ",": 16, "-": 17, ".": 18, "/": 19, "0": 20, "1": 21, "2": 22, "3": 23, "4": 24, "5": 25, "6": 26, "7": 27, "8": 28, "9": 29, ":": 30, ";": 31, "<": 32, "=": 33, ">": 34, "?": 35, "@": 36, "[": 37, "\\": 38, "]": 39, "^": 40, "_": 41, "`": 42, "a": 43, "b": 44, "c": 45, "d": 46, "e": 47, "f": 48, "g": 49, "h": 50, "i": 51, "j": 52, "k": 53, "l": 54, "m": 55, "n": 56, "o": 57, "p": 58, "q": 59, "r": 60, "s": 61, "t": 62, "u": 63, "v": 64, "w": 65, "x": 66, "y": 67, "z": 68, "|": 69, "}": 70, "~": 71, "¡": 72, "¢": 73, "£": 74, "¥": 75, "§": 76, "°": 77, "±": 78, "²": 79, "³": 80, "´": 81, "µ": 82, "·": 83, "º": 84, "½": 85, "¿": 86, "×": 87, "ß": 88, "æ": 89, "ð": 90, "ø": 91, "þ": 92, "đ": 93, "ħ": 94, "ı": 95, "ł": 96, "œ": 97, "ɐ": 98, "ɑ": 99, "ɒ": 100, "ɔ": 101, "ə": 102, "ɛ": 103, "ɜ": 104, "ɡ": 105, "ɢ": 106, "ɪ": 107, "ɫ": 108, "ɳ": 109, "ɽ": 110, "ɾ": 111, "ʁ": 112, "ʃ": 113, "ʊ": 114, "ʋ": 115, "ʒ": 116, "ʔ": 117, "ʕ": 118, "ʲ": 119, "ʻ": 120, "ʼ": 121, "ʾ": 122, "ʿ": 123, "ˈ": 124, "ˌ": 125, "ː": 126, "α": 127, "β": 128, "γ": 129, "δ": 130, "ε": 131, "η": 132, "θ": 133, "ι": 134, "κ": 135, "λ": 136, "μ": 137, "ν": 138, "ξ": 139, "ο": 140, "π": 141, "ρ": 142, "ς": 143, "σ": 144, "τ": 145, "υ": 146, "φ": 147, "χ": 148, "ψ": 149, "ω": 150, "а": 151, "б": 152, "в": 153, "г": 154, "д": 155, "е": 156, "ж": 157, "з": 158, "и": 159, "к": 160, "л": 161, "м": 162, "н": 163, "о": 164, "п": 165, "р": 166, "с": 167, "т": 168, "у": 169, "х": 170, "ц": 171, "ш": 172, "ъ": 173, "ы": 174, "ь": 175, "ю": 176, "я": 177, "є": 178, "א": 179, "ב": 180, "ג": 181, "ה": 182, "ו": 183, "ז": 184, "ח": 185, "י": 186, "ל": 187, "ם": 188, "מ": 189, "ן": 190, "נ": 191, "ס": 192, "ף": 193, "פ": 194, "צ": 195, "ר": 196, "ש": 197, "ת": 198, "ء": 199, "ا": 200, "ب": 201, "ة": 202, "ت": 203, "ث": 204, "ج": 205, "ح": 206, "خ": 207, "د": 208, "ذ": 209, "ر": 210, "س": 211, "ش": 212, "ص": 213, "ع": 214, "ف": 215, "ق": 216, "ك": 217, "ل": 218, "م": 219, "ن": 220, "ه": 221, "و": 222, "ي": 223, "ܐ": 224, "ܕ": 225, "ܗ": 226, "ܝ": 227, "ܠ": 228, "ܢ": 229, "ܬ": 230, "अ": 231, "ई": 232, "क": 233, "ग": 234, "ण": 235, "त": 236, "द": 237, "न": 238, "प": 239, "ब": 240, "म": 241, "य": 242, "र": 243, "ल": 244, "व": 245, "स": 246, "ह": 247, "ा": 248, "ि": 249, "আ": 250, "ল": 251, "হ": 252, "া": 253, "ਅ": 254, "ਲ": 255, "ਹ": 256, "ਾ": 257, "അ": 258, "ള": 259, "ഹ": 260, "ാ": 261, "ก": 262, "ค": 263, "ง": 264, "ช": 265, "ซ": 266, "ญ": 267, "ฐ": 268, "ณ": 269, "ด": 270, "ต": 271, "น": 272, "บ": 273, "ป": 274, "พ": 275, "ภ": 276, "ม": 277, "ย": 278, "ร": 279, "ล": 280, "ว": 281, "ศ": 282, "ษ": 283, "ส": 284, "ห": 285, "อ": 286, "ฮ": 287, "ะ": 288, "า": 289, "เ": 290, "แ": 291, "ไ": 292, "ა": 293, "ბ": 294, "გ": 295, "დ": 296, "ე": 297, "ვ": 298, "ზ": 299, "თ": 300, "ი": 301, "კ": 302, "ლ": 303, "მ": 304, "ნ": 305, "ო": 306, "პ": 307, "ჟ": 308, "რ": 309, "ს": 310, "ტ": 311, "უ": 312, "ფ": 313, "ქ": 314, "ღ": 315, "ყ": 316, "შ": 317, "ჩ": 318, "ც": 319, "ძ": 320, "წ": 321, "ჭ": 322, "ხ": 323, "ჯ": 324, "ჰ": 325, "ჱ": 326, "ჲ": 327, "ჳ": 328, "ჴ": 329, "ჵ": 330, "ჶ": 331, "ჷ": 332, "ჸ": 333, "ჹ": 334, "ჺ": 335, "჻": 336, "ᄃ": 337, "ᄅ": 338, "ᄇ": 339, "ᄋ": 340, "ᄌ": 341, "ᅡ": 342, "ᅢ": 343, "ᅦ": 344, "ᅧ": 345, "ᅩ": 346, "ᅮ": 347, "ᅵ": 348, "ᆨ": 349, "ᆫ": 350, "ᆯ": 351, "ᆸ": 352, "ᆼ": 353, "ᵻ": 354, "‐": 355, "‑": 356, "–": 357, "—": 358, "―": 359, "‘": 360, "’": 361, "“": 362, "”": 363, "„": 364, "†": 365, "‡": 366, "•": 367, "…": 368, "′": 369, "″": 370, "⁄": 371, "₣": 372, "₤": 373, "€": 374, "₹": 375, "⅓": 376, "⅔": 377, "→": 378, "−": 379, "≡": 380, "≤": 381, "①": 382, "☉": 383, "☫": 384, "♀": 385, "♭": 386, "♯": 387, "⚳": 388, "ⴀ": 389, "ⴂ": 390, "ⴃ": 391, "ⴈ": 392, "ⴌ": 393, "ⴕ": 394, "ⴟ": 395, "〈": 396, "〉": 397, "〜": 398, "あ": 399, "い": 400, "う": 401, "お": 402, "か": 403, "き": 404, "く": 405, "け": 406, "こ": 407, "さ": 408, "し": 409, "す": 410, "せ": 411, "た": 412, "ち": 413, "っ": 414, "つ": 415, "と": 416, "な": 417, "に": 418, "の": 419, "は": 420, "ひ": 421, "ふ": 422, "ほ": 423, "ま": 424, "み": 425, "め": 426, "も": 427, "ゃ": 428, "ゆ": 429, "ょ": 430, "ら": 431, "り": 432, "る": 433, "れ": 434, "わ": 435, "を": 436, "ん": 437, "ァ": 438, "ア": 439, "ィ": 440, "イ": 441, "ゥ": 442, "ウ": 443, "ェ": 444, "エ": 445, "ォ": 446, "オ": 447, "カ": 448, "キ": 449, "ク": 450, "ケ": 451, "コ": 452, "サ": 453, "シ": 454, "ス": 455, "セ": 456, "タ": 457, "チ": 458, "ッ": 459, "ツ": 460, "テ": 461, "ト": 462, "ナ": 463, "ニ": 464, "ネ": 465, "ノ": 466, "ハ": 467, "フ": 468, "ヘ": 469, "マ": 470, "ミ": 471, "ム": 472, "モ": 473, "ャ": 474, "ュ": 475, "ョ": 476, "ラ": 477, "リ": 478, "ル": 479, "レ": 480, "ロ": 481, "ン": 482, "・": 483, "ー": 484, "一": 485, "七": 486, "下": 487, "世": 488, "丙": 489, "中": 490, "主": 491, "乃": 492, "之": 493, "乙": 494, "九": 495, "二": 496, "云": 497, "人": 498, "今": 499, "付": 500, "作": 501, "侗": 502, "依": 503, "信": 504, "傳": 505, "儚": 506, "充": 507, "光": 508, "全": 509, "兵": 510, "其": 511, "具": 512, "円": 513, "再": 514, "出": 515, "判": 516, "前": 517, "剛": 518, "劇": 519, "劉": 520, "動": 521, "化": 522, "北": 523, "华": 524, "厂": 525, "去": 526, "古": 527, "可": 528, "台": 529, "史": 530, "同": 531, "名": 532, "君": 533, "吳": 534, "周": 535, "命": 536, "和": 537, "咲": 538, "善": 539, "四": 540, "國": 541, "園": 542, "圣": 543, "在": 544, "坂": 545, "堤": 546, "場": 547, "塘": 548, "夕": 549, "大": 550, "天": 551, "夫": 552, "女": 553, "妙": 554, "姚": 555, "子": 556, "孟": 557, "守": 558, "安": 559, "宋": 560, "完": 561, "宗": 562, "宝": 563, "宫": 564, "寝": 565, "寺": 566, "小": 567, "少": 568, "尾": 569, "山": 570, "岳": 571, "川": 572, "州": 573, "巳": 574, "市": 575, "師": 576, "平": 577, "广": 578, "庆": 579, "府": 580, "座": 581, "廬": 582, "建": 583, "式": 584, "張": 585, "彌": 586, "彩": 587, "彼": 588, "後": 589, "御": 590, "德": 591, "思": 592, "愛": 593, "憑": 594, "憶": 595, "應": 596, "懷": 597, "战": 598, "戦": 599, "扈": 600, "技": 601, "拉": 602, "拳": 603, "挑": 604, "揺": 605, "攻": 606, "放": 607, "政": 608, "散": 609, "斯": 610, "方": 611, "日": 612, "旦": 613, "旭": 614, "昌": 615, "明": 616, "星": 617, "春": 618, "晋": 619, "景": 620, "曦": 621, "月": 622, "望": 623, "未": 624, "本": 625, "李": 626, "村": 627, "杜": 628, "束": 629, "来": 630, "林": 631, "桜": 632, "梶": 633, "棘": 634, "椎": 635, "楊": 636, "楚": 637, "榮": 638, "橘": 639, "機": 640, "正": 641, "殻": 642, "殿": 643, "母": 644, "水": 645, "汉": 646, "沂": 647, "沙": 648, "河": 649, "泗": 650, "波": 651, "泣": 652, "洪": 653, "淹": 654, "清": 655, "湯": 656, "漢": 657, "澄": 658, "澤": 659, "火": 660, "灯": 661, "灵": 662, "灼": 663, "焼": 664, "熱": 665, "物": 666, "狐": 667, "狸": 668, "玄": 669, "王": 670, "玩": 671, "珂": 672, "珙": 673, "球": 674, "理": 675, "琦": 676, "琪": 677, "瓊": 678, "生": 679, "田": 680, "畢": 681, "番": 682, "瘡": 683, "白": 684, "皮": 685, "真": 686, "砲": 687, "礮": 688, "祈": 689, "神": 690, "祠": 691, "秋": 692, "空": 693, "立": 694, "精": 695, "約": 696, "絵": 697, "織": 698, "義": 699, "翠": 700, "者": 701, "耕": 702, "肖": 703, "胡": 704, "膀": 705, "臂": 706, "興": 707, "良": 708, "花": 709, "芳": 710, "芽": 711, "若": 712, "英": 713, "藕": 714, "藥": 715, "蘄": 716, "蘇": 717, "行": 718, "裁": 719, "規": 720, "覺": 721, "观": 722, "解": 723, "記": 724, "誓": 725, "誡": 726, "誰": 727, "謎": 728, "许": 729, "谭": 730, "豪": 731, "豫": 732, "費": 733, "贵": 734, "赤": 735, "趙": 736, "足": 737, "跡": 738, "転": 739, "辛": 740, "逆": 741, "遇": 742, "運": 743, "過": 744, "遠": 745, "選": 746, "邦": 747, "邱": 748, "部": 749, "郭": 750, "都": 751, "酈": 752, "里": 753, "野": 754, "金": 755, "銃": 756, "鋼": 757, "錄": 758, "錡": 759, "鍵": 760, "鐵": 761, "钱": 762, "铁": 763, "關": 764, "防": 765, "阿": 766, "陈": 767, "陳": 768, "陽": 769, "隊": 770, "階": 771, "集": 772, "雪": 773, "雲": 774, "霖": 775, "霹": 776, "靂": 777, "韓": 778, "願": 779, "顯": 780, "颜": 781, "马": 782, "高": 783, "龍": 784, "ﷲ": 785, "ﻋ": 786, "／": 787, "３": 788, "～": 789, "##r": 790, "##i": 791, "##c": 792, "##h": 793, "##o": 794, "##m": 795, "##a": 796, "##t": 797, "##1": 798, "##s": 799, "##p": 800, "##u": 801, "##l": 802, "##e": 803, "##n": 804, "##d": 805, "##9": 806, "##3": 807, "##x": 808, "##w": 809, "##g": 810, "##z": 811, "##y": 812, "##ト": 813, "##ッ": 814, "##フ": 815, "##2": 816, "##4": 817, "##0": 818, "##v": 819, "##q": 820, "##b": 821, "##8": 822, "##j": 823, "##6": 824, "##k": 825, "##f": 826, "##7": 827, "##5": 828, "##ł": 829, "##ɐ": 830, "##ˈ": 831, "##к": 832, "##р": 833, "##а": 834, "##и": 835, "##н": 836, "##œ": 837, "##ʁ": 838, "##ხ": 839, "##ვ": 840, "##ი": 841, "##ს": 842, "##α": 843, "##δ": 844, "##μ": 845, "##ο": 846, "##ς": 847, "##ø": 848, "##ل": 849, "##ا": 850, "##ب": 851, "##あ": 852, "##ん": 853, "##ჳ": 854, "##ʊ": 855, "##ı": 856, "##ਲ": 857, "##ਾ": 858, "##ਹ": 859, "##ा": 860, "##द": 861, "##е": 862, "##м": 863, "##რ": 864, "##ტ": 865, "##ე": 866, "##ʻ": 867, "##र": 868, "##с": 869, "##д": 870, "##ъ": 871, "##ж": 872, "##т": 873, "##л": 874, "##º": 875, "##ᅡ": 876, "##ᆯ": 877, "##ᄅ": 878, "##た": 879, "##り": 880, "##の": 881, "##เ": 882, "##ป": 883, "##ย": 884, "##ル": 885, "##レ": 886, "##イ": 887, "##ン": 888, "##ر": 889, "##و": 890, "##ح": 891, "##ə": 892, "##ː": 893, "##ق": 894, "##د": 895, "##س": 896, "##つ": 897, "##を": 898, "##ि": 899, "##न": 900, "##क": 901, "##く": 902, "##み": 903, "##ε": 904, "##τ": 905, "##ρ": 906, "##ν": 907, "##ォ": 908, "##ア": 909, "##ク": 910, "##タ": 911, "##ー": 912, "##ع": 913, "##ร": 914, "##ث": 915, "##م": 916, "##ɡ": 917, "##ɑ": 918, "##ɒ": 919, "##γ": 920, "##ャ": 921, "##モ": 922, "##া": 923, "##হ": 924, "##ᅦ": 925, "##ᄃ": 926, "##ᅩ": 927, "##ᆨ": 928, "##ᅵ": 929, "##ᆸ": 930, "##ᄇ": 931, "##ᅧ": 932, "##ᆼ": 933, "##ᄋ": 934, "##ᆫ": 935, "##ᅢ": 936, "##ラ": 937, "##シ": 938, "##ュ": 939, "##ɛ": 940, "##დ": 941, "##უ": 942, "##ლ": 943, "##ล": 944, "##อ": 945, "##ฮ": 946, "##ス": 947, "##в": 948, "##о": 949, "##ว": 950, "##ง": 951, "##พ": 952, "##ไ": 953, "##ช": 954, "##า": 955, "##ש": 956, "##מ": 957, "##צ": 958, "##ה": 959, "##π": 960, "##ي": 961, "##ت": 962, "##χ": 963, "##η": 964, "##な": 965, "##れ": 966, "##る": 967, "##ह": 968, "##か": 969, "##æ": 970, "##は": 971, "##ɪ": 972, "##ف": 973, "##ʿ": 974, "##チ": 975, "##リ": 976, "##ι": 977, "##σ": 978, "##υ": 979, "##ɾ": 980, "##す": 981, "##め": 982, "##ɜ": 983, "##こ": 984, "##と": 985, "##ב": 986, "##ר": 987, "##ם": 988, "##ภ": 989, "##ด": 990, "##θ": 991, "##ก": 992, "##ษ": 993, "##ฐ": 994, "##う": 995, "##い": 996, "##お": 997, "##ל": 998, "##β": 999, "##ו": 1000, "##き": 1001, "##ش": 1002, "##خ": 1003, "##व": 1004, "##ჲ": 1005, "##マ": 1006, "##せ": 1007, "##κ": 1008, "##ه": 1009, "##ณ": 1010, "##ม": 1011, "##ต": 1012, "##ᵻ": 1013, "##ɔ": 1014, "##ʔ": 1015, "##ψ": 1016, "##ะ": 1017, "##น": 1018, "##đ": 1019, "##פ": 1020, "##ค": 1021, "##я": 1022, "##ن": 1023, "##י": 1024, "##ы": 1025, "##х": 1026, "##し": 1027, "##λ": 1028, "##テ": 1029, "##ィ": 1030, "##ニ": 1031, "##ण": 1032, "##ई": 1033, "##მ": 1034, "##წ": 1035, "##ფ": 1036, "##ც": 1037, "##ჱ": 1038, "##ю": 1039, "##з": 1040, "##も": 1041, "##ð": 1042, "##ェ": 1043, "##ハ": 1044, "##ロ": 1045, "##キ": 1046, "##ʲ": 1047, "##ナ": 1048, "##ɫ": 1049, "##נ": 1050, "##っ": 1051, "##ल": 1052, "##ذ": 1053, "##ة": 1054, "##แ": 1055, "##ウ": 1056, "##ァ": 1057, "##ω": 1058, "##ツ": 1059, "##ネ": 1060, "##エ": 1061, "##ซ": 1062, "##ら": 1063, "##ן": 1064, "##ग": 1065, "##ת": 1066, "##א": 1067, "##у": 1068, "##თ": 1069, "##ა": 1070, "##ء": 1071, "##３": 1072, "##ゆ": 1073, "##ß": 1074, "##ك": 1075, "##ল": 1076, "##ノ": 1077, "##カ": 1078, "##ქ": 1079, "##ნ": 1080, "##ʒ": 1081, "##ま": 1082, "##ひ": 1083, "##わ": 1084, "##ˌ": 1085, "##サ": 1086, "##გ": 1087, "##ო": 1088, "##ᅮ": 1089, "##セ": 1090, "##オ": 1091, "##ミ": 1092, "##ш": 1093, "##ܕ": 1094, "##ܝ": 1095, "##ܢ": 1096, "##ܬ": 1097, "##є": 1098, "##п": 1099, "##г": 1100, "##ム": 1101, "##ʃ": 1102, "##ס": 1103, "##ゥ": 1104, "##ɽ": 1105, "##ാ": 1106, "##ഹ": 1107, "##स": 1108, "##ョ": 1109, "##ょ": 1110, "##に": 1111, "##ള": 1112, "##ף": 1113, "##ц": 1114, "##ь": 1115, "##ξ": 1116, "##ち": 1117, "##ゃ": 1118, "##ܠ": 1119, "##ܗ": 1120, "##ܐ": 1121, "##ɳ": 1122, "##ص": 1123 } } }