{
"version": "1.0",
"truncation": null,
"padding": null,
"added_tokens": [
{
"id": 437,
"content": "<|endoftext|>",
"single_word": false,
"lstrip": false,
"rstrip": false,
"normalized": true,
"special": true
}
],
"normalizer": null,
"pre_tokenizer": {
"type": "ByteLevel",
"add_prefix_space": false,
"trim_offsets": true,
"use_regex": true
},
"post_processor": {
"type": "ByteLevel",
"add_prefix_space": true,
"trim_offsets": false,
"use_regex": true
},
"decoder": {
"type": "ByteLevel",
"add_prefix_space": true,
"trim_offsets": true,
"use_regex": true
},
"model": {
"type": "BPE",
"dropout": null,
"unk_token": null,
"continuing_subword_prefix": "",
"end_of_word_suffix": "",
"fuse_unk": false,
"byte_fallback": false,
"ignore_merges": false,
"vocab": {
"": 0,
"": 1,
"": 2,
"": 3,
"": 4,
"!": 5,
"\"": 6,
"#": 7,
"$": 8,
"%": 9,
"&": 10,
"'": 11,
"(": 12,
")": 13,
"*": 14,
"+": 15,
",": 16,
"-": 17,
".": 18,
"/": 19,
"0": 20,
"1": 21,
"2": 22,
"3": 23,
"4": 24,
"5": 25,
"6": 26,
"7": 27,
"8": 28,
"9": 29,
":": 30,
";": 31,
"<": 32,
"=": 33,
">": 34,
"?": 35,
"@": 36,
"A": 37,
"B": 38,
"C": 39,
"D": 40,
"E": 41,
"F": 42,
"G": 43,
"H": 44,
"I": 45,
"J": 46,
"K": 47,
"L": 48,
"M": 49,
"N": 50,
"O": 51,
"P": 52,
"Q": 53,
"R": 54,
"S": 55,
"T": 56,
"U": 57,
"V": 58,
"W": 59,
"X": 60,
"Y": 61,
"Z": 62,
"[": 63,
"\\": 64,
"]": 65,
"^": 66,
"_": 67,
"`": 68,
"a": 69,
"b": 70,
"c": 71,
"d": 72,
"e": 73,
"f": 74,
"g": 75,
"h": 76,
"i": 77,
"j": 78,
"k": 79,
"l": 80,
"m": 81,
"n": 82,
"o": 83,
"p": 84,
"q": 85,
"r": 86,
"s": 87,
"t": 88,
"u": 89,
"v": 90,
"w": 91,
"x": 92,
"y": 93,
"z": 94,
"{": 95,
"|": 96,
"}": 97,
"~": 98,
"¡": 99,
"¢": 100,
"£": 101,
"¤": 102,
"¥": 103,
"¦": 104,
"§": 105,
"¨": 106,
"©": 107,
"ª": 108,
"«": 109,
"¬": 110,
"®": 111,
"¯": 112,
"°": 113,
"±": 114,
"²": 115,
"³": 116,
"´": 117,
"µ": 118,
"¶": 119,
"·": 120,
"¸": 121,
"¹": 122,
"º": 123,
"»": 124,
"¼": 125,
"½": 126,
"¾": 127,
"¿": 128,
"À": 129,
"Á": 130,
"Â": 131,
"Ã": 132,
"Ä": 133,
"Å": 134,
"Æ": 135,
"Ç": 136,
"È": 137,
"É": 138,
"Ê": 139,
"Ë": 140,
"Ì": 141,
"Í": 142,
"Î": 143,
"Ï": 144,
"Ð": 145,
"Ñ": 146,
"Ò": 147,
"Ó": 148,
"Ô": 149,
"Õ": 150,
"Ö": 151,
"×": 152,
"Ø": 153,
"Ù": 154,
"Ú": 155,
"Û": 156,
"Ü": 157,
"Ý": 158,
"Þ": 159,
"ß": 160,
"à": 161,
"á": 162,
"â": 163,
"ã": 164,
"ä": 165,
"å": 166,
"æ": 167,
"ç": 168,
"è": 169,
"é": 170,
"ê": 171,
"ë": 172,
"ì": 173,
"í": 174,
"î": 175,
"ï": 176,
"ð": 177,
"ñ": 178,
"ò": 179,
"ó": 180,
"ô": 181,
"õ": 182,
"ö": 183,
"÷": 184,
"ø": 185,
"ù": 186,
"ú": 187,
"û": 188,
"ü": 189,
"ý": 190,
"þ": 191,
"ÿ": 192,
"Ā": 193,
"ā": 194,
"Ă": 195,
"ă": 196,
"Ą": 197,
"ą": 198,
"Ć": 199,
"ć": 200,
"Ĉ": 201,
"ĉ": 202,
"Ċ": 203,
"ċ": 204,
"Č": 205,
"č": 206,
"Ď": 207,
"ď": 208,
"Đ": 209,
"đ": 210,
"Ē": 211,
"ē": 212,
"Ĕ": 213,
"ĕ": 214,
"Ė": 215,
"ė": 216,
"Ę": 217,
"ę": 218,
"Ě": 219,
"ě": 220,
"Ĝ": 221,
"ĝ": 222,
"Ğ": 223,
"ğ": 224,
"Ġ": 225,
"ġ": 226,
"Ģ": 227,
"ģ": 228,
"Ĥ": 229,
"ĥ": 230,
"Ħ": 231,
"ħ": 232,
"Ĩ": 233,
"ĩ": 234,
"Ī": 235,
"ī": 236,
"Ĭ": 237,
"ĭ": 238,
"Į": 239,
"į": 240,
"İ": 241,
"ı": 242,
"IJ": 243,
"ij": 244,
"Ĵ": 245,
"ĵ": 246,
"Ķ": 247,
"ķ": 248,
"ĸ": 249,
"Ĺ": 250,
"ĺ": 251,
"Ļ": 252,
"ļ": 253,
"Ľ": 254,
"ľ": 255,
"Ŀ": 256,
"ŀ": 257,
"Ł": 258,
"ł": 259,
"Ń": 260,
"Þ¦": 261,
"ĠÞ": 262,
"Þ°": 263,
"Þ¬": 264,
"Þª": 265,
"ÞĤ": 266,
"Þ¨": 267,
"Þĩ": 268,
"Þ§": 269,
"Þĥ": 270,
"Þī": 271,
"ÞĨ": 272,
"ÞĪ": 273,
"ĠÞĩ": 274,
"Þİ": 275,
"Þ©": 276,
"ÞĮ": 277,
"ÞĢ": 278,
"Þģ": 279,
"Þĭ": 280,
"ÞIJ": 281,
"Þį": 282,
"ÞŃ": 283,
"Þ®": 284,
"ÞĬ": 285,
"ĠÞĢ": 286,
"ĠÞī": 287,
"ĠÞĨ": 288,
"ÞĦ": 289,
"ĠÞĦ": 290,
"ĠÞĪ": 291,
"ĠÞĭ": 292,
"ĠÞĬ": 293,
"ĠÞĤ": 294,
"Þħ": 295,
"ÞĶ": 296,
"Þij": 297,
"Þĵ": 298,
"ĠÞİ": 299,
"Þ¯": 300,
"Þ«": 301,
"Þĸ": 302,
"ĠÞĮ": 303,
"ĠÞĥ": 304,
"ĠÞIJ": 305,
"ĠÞį": 306,
"ÞĴ": 307,
"ÞĤÞİ": 308,
"ÞĿ": 309,
"ÞĤÞij": 310,
"Þķ": 311,
"ĠÞĸ": 312,
"ÞĹ": 313,
"ØŁ": 314,
"ÞĤÞĭ": 315,
"ĠÞĴ": 316,
"Þ¢": 317,
"Þ¤": 318,
"ÞĻ": 319,
"ĠÞĻ": 320,
"ĠÞ¢": 321,
"ĠÞĿ": 322,
"Þ¦ØŁ": 323,
"ĠÞļ": 324,
"ĠÞĵ": 325,
"Þŀ": 326,
"ĠÞĶ": 327,
"ĠÞij": 328,
"ĠÞķ": 329,
"ĠÞ¤": 330,
"Þļ": 331,
"ÞĤÞĦ": 332,
"ï·": 333,
"Þ¬ØŁ": 334,
"Þı": 335,
"ï·²": 336,
"Þł": 337,
"Þ°ØŁ": 338,
"ĠÞŀ": 339,
"ØĮ": 340,
"ÞŁ": 341,
"Þ°.": 342,
"Þ¬!": 343,
"Þĺ": 344,
"Ġï·²": 345,
"Þ©.": 346,
"ÞĥÞĪ": 347,
"ÞĥÞĵ": 348,
"ĠÞĹ": 349,
"Þ©ØŁ": 350,
"Þ§ØŁ": 351,
"Þ£": 352,
"Þ¦Þ¦": 353,
"âĢ": 354,
"ĠÞħ": 355,
"Þ¬Þ¬": 356,
"ÞĤÞĩ": 357,
"Þ¨.": 358,
"ÞĥÞĨ": 359,
"ÞĥÞİ": 360,
"Þ¯ØŁ": 361,
"Ġ-": 362,
"Ġï·": 363,
"Ġï·º": 364,
"ÞĽ": 365,
"ĠÞŁ": 366,
"ĠÞł": 367,
"Þ°Þ°": 368,
"Þ°ØĮ": 369,
"ÞªÞª": 370,
"ÞªØŁ": 371,
"Þ¨ØĮ": 372,
"ÞĥÞĮ": 373,
"ÞĥÞij": 374,
"ÞĥÞķ": 375,
"ÞŃ!": 376,
"âĢĺ": 377,
"ÞªØĮ": 378,
"ĠâĢĺ": 379,
"Þ¦Þ¨": 380,
"ĠÞĺ": 381,
"Þ¬.": 382,
"Þ¬Þ°": 383,
"ÞĩÞĩ": 384,
"Þ§Þ§": 385,
"ÞĥÞĤ": 386,
"ÞĥÞĦ": 387,
"ÞİÞĩ": 388,
"âĢĻ": 389,
"Þ¥": 390,
"ÞĥÞī": 391,
"ĠÞ£": 392,
"Þ¡": 393,
"Ġ;": 394,
"ĠØŁ": 395,
"Þ¦!": 396,
"Þ¦Þª": 397,
"Þ¦Þ§": 398,
"Þ°!": 399,
"Þ°âĢĻ": 400,
"ÞªÞ¦": 401,
"ÞĤÞĤ": 402,
"ÞĤÞĨ": 403,
"ÞĤÞĢ": 404,
"ÞĤÞģ": 405,
"ÞĤÞĸ": 406,
"Þ¨-": 407,
"Þ¨Þ©": 408,
"ÞĩÞĥ": 409,
"Þ§Þ°": 410,
"Þ§ØĮ": 411,
"ÞĥÞIJ": 412,
"ÞĥÞį": 413,
"ÞĥÞĬ": 414,
"ÞĥÞĴ": 415,
"ÞĥÞĹ": 416,
"ÞīÞĪ": 417,
"ÞĪÞĩ": 418,
"ÞİÞĥ": 419,
"ÞİÞİ": 420,
"Þ©:": 421,
"Þ©;": 422,
"Þ©ØĮ": 423,
"Þ©âĢĻ": 424,
"ÞĢÞĩ": 425,
"ÞĢÞĭ": 426,
"ÞŃ.": 427,
"ÞŃØŁ": 428,
"ÞŃØĮ": 429,
"Þ®Þ¦": 430,
"ĠÞĤÞij": 431,
"Þ¯!": 432,
"Þ¯.": 433,
"ĠÞIJÞĵ": 434,
"ÞıÞģ": 435,
"ï·²Þİ": 436
},
"merges": [
[
"Þ",
"¦"
],
[
"Ġ",
"Þ"
],
[
"Þ",
"°"
],
[
"Þ",
"¬"
],
[
"Þ",
"ª"
],
[
"Þ",
"Ĥ"
],
[
"Þ",
"¨"
],
[
"Þ",
"ĩ"
],
[
"Þ",
"§"
],
[
"Þ",
"ĥ"
],
[
"Þ",
"ī"
],
[
"Þ",
"Ĩ"
],
[
"Þ",
"Ī"
],
[
"ĠÞ",
"ĩ"
],
[
"Þ",
"İ"
],
[
"Þ",
"©"
],
[
"Þ",
"Į"
],
[
"Þ",
"Ģ"
],
[
"Þ",
"ģ"
],
[
"Þ",
"ĭ"
],
[
"Þ",
"IJ"
],
[
"Þ",
"į"
],
[
"Þ",
"Ń"
],
[
"Þ",
"®"
],
[
"Þ",
"Ĭ"
],
[
"ĠÞ",
"Ģ"
],
[
"ĠÞ",
"ī"
],
[
"ĠÞ",
"Ĩ"
],
[
"Þ",
"Ħ"
],
[
"ĠÞ",
"Ħ"
],
[
"ĠÞ",
"Ī"
],
[
"ĠÞ",
"ĭ"
],
[
"ĠÞ",
"Ĭ"
],
[
"ĠÞ",
"Ĥ"
],
[
"Þ",
"ħ"
],
[
"Þ",
"Ķ"
],
[
"Þ",
"ij"
],
[
"Þ",
"ĵ"
],
[
"ĠÞ",
"İ"
],
[
"Þ",
"¯"
],
[
"Þ",
"«"
],
[
"Þ",
"ĸ"
],
[
"ĠÞ",
"Į"
],
[
"ĠÞ",
"ĥ"
],
[
"ĠÞ",
"IJ"
],
[
"ĠÞ",
"į"
],
[
"Þ",
"Ĵ"
],
[
"ÞĤ",
"Þİ"
],
[
"Þ",
"Ŀ"
],
[
"ÞĤ",
"Þij"
],
[
"Þ",
"ķ"
],
[
"ĠÞ",
"ĸ"
],
[
"Þ",
"Ĺ"
],
[
"Ø",
"Ł"
],
[
"ÞĤ",
"Þĭ"
],
[
"ĠÞ",
"Ĵ"
],
[
"Þ",
"¢"
],
[
"Þ",
"¤"
],
[
"Þ",
"Ļ"
],
[
"ĠÞ",
"Ļ"
],
[
"ĠÞ",
"¢"
],
[
"ĠÞ",
"Ŀ"
],
[
"Þ¦",
"ØŁ"
],
[
"ĠÞ",
"ļ"
],
[
"ĠÞ",
"ĵ"
],
[
"Þ",
"ŀ"
],
[
"ĠÞ",
"Ķ"
],
[
"ĠÞ",
"ij"
],
[
"ĠÞ",
"ķ"
],
[
"ĠÞ",
"¤"
],
[
"Þ",
"ļ"
],
[
"ÞĤ",
"ÞĦ"
],
[
"ï",
"·"
],
[
"Þ¬",
"ØŁ"
],
[
"Þ",
"ı"
],
[
"ï·",
"²"
],
[
"Þ",
"ł"
],
[
"Þ°",
"ØŁ"
],
[
"ĠÞ",
"ŀ"
],
[
"Ø",
"Į"
],
[
"Þ",
"Ł"
],
[
"Þ°",
"."
],
[
"Þ¬",
"!"
],
[
"Þ",
"ĺ"
],
[
"Ġ",
"ï·²"
],
[
"Þ©",
"."
],
[
"Þĥ",
"ÞĪ"
],
[
"Þĥ",
"Þĵ"
],
[
"ĠÞ",
"Ĺ"
],
[
"Þ©",
"ØŁ"
],
[
"Þ§",
"ØŁ"
],
[
"Þ",
"£"
],
[
"Þ¦",
"Þ¦"
],
[
"â",
"Ģ"
],
[
"ĠÞ",
"ħ"
],
[
"Þ¬",
"Þ¬"
],
[
"ÞĤ",
"Þĩ"
],
[
"Þ¨",
"."
],
[
"Þĥ",
"ÞĨ"
],
[
"Þĥ",
"Þİ"
],
[
"Þ¯",
"ØŁ"
],
[
"Ġ",
"-"
],
[
"Ġ",
"ï·"
],
[
"Ġï·",
"º"
],
[
"Þ",
"Ľ"
],
[
"ĠÞ",
"Ł"
],
[
"ĠÞ",
"ł"
],
[
"Þ°",
"Þ°"
],
[
"Þ°",
"ØĮ"
],
[
"Þª",
"Þª"
],
[
"Þª",
"ØŁ"
],
[
"Þ¨",
"ØĮ"
],
[
"Þĥ",
"ÞĮ"
],
[
"Þĥ",
"Þij"
],
[
"Þĥ",
"Þķ"
],
[
"ÞŃ",
"!"
],
[
"âĢ",
"ĺ"
],
[
"Þª",
"ØĮ"
],
[
"Ġ",
"âĢĺ"
],
[
"Þ¦",
"Þ¨"
],
[
"ĠÞ",
"ĺ"
],
[
"Þ¬",
"."
],
[
"Þ¬",
"Þ°"
],
[
"Þĩ",
"Þĩ"
],
[
"Þ§",
"Þ§"
],
[
"Þĥ",
"ÞĤ"
],
[
"Þĥ",
"ÞĦ"
],
[
"Þİ",
"Þĩ"
],
[
"âĢ",
"Ļ"
],
[
"Þ",
"¥"
],
[
"Þĥ",
"Þī"
],
[
"ĠÞ",
"£"
],
[
"Þ",
"¡"
],
[
"Ġ",
";"
],
[
"Ġ",
"ØŁ"
],
[
"Þ¦",
"!"
],
[
"Þ¦",
"Þª"
],
[
"Þ¦",
"Þ§"
],
[
"Þ°",
"!"
],
[
"Þ°",
"âĢĻ"
],
[
"Þª",
"Þ¦"
],
[
"ÞĤ",
"ÞĤ"
],
[
"ÞĤ",
"ÞĨ"
],
[
"ÞĤ",
"ÞĢ"
],
[
"ÞĤ",
"Þģ"
],
[
"ÞĤ",
"Þĸ"
],
[
"Þ¨",
"-"
],
[
"Þ¨",
"Þ©"
],
[
"Þĩ",
"Þĥ"
],
[
"Þ§",
"Þ°"
],
[
"Þ§",
"ØĮ"
],
[
"Þĥ",
"ÞIJ"
],
[
"Þĥ",
"Þį"
],
[
"Þĥ",
"ÞĬ"
],
[
"Þĥ",
"ÞĴ"
],
[
"Þĥ",
"ÞĹ"
],
[
"Þī",
"ÞĪ"
],
[
"ÞĪ",
"Þĩ"
],
[
"Þİ",
"Þĥ"
],
[
"Þİ",
"Þİ"
],
[
"Þ©",
":"
],
[
"Þ©",
";"
],
[
"Þ©",
"ØĮ"
],
[
"Þ©",
"âĢĻ"
],
[
"ÞĢ",
"Þĩ"
],
[
"ÞĢ",
"Þĭ"
],
[
"ÞŃ",
"."
],
[
"ÞŃ",
"ØŁ"
],
[
"ÞŃ",
"ØĮ"
],
[
"Þ®",
"Þ¦"
],
[
"ĠÞĤ",
"Þij"
],
[
"Þ¯",
"!"
],
[
"Þ¯",
"."
],
[
"ĠÞIJ",
"Þĵ"
],
[
"Þı",
"Þģ"
],
[
"ï·²",
"Þİ"
]
]
}
}