sanchit-gandhi's picture
Upload tokenizer
9bc4712
raw
history blame contribute delete
401 Bytes
{
" ": 32,
"'": 12,
"-": 24,
"_": 14,
"a": 8,
"b": 2,
"d": 19,
"e": 35,
"f": 20,
"g": 9,
"h": 11,
"i": 17,
"j": 25,
"k": 16,
"l": 34,
"m": 3,
"n": 29,
"o": 21,
"p": 33,
"r": 26,
"s": 7,
"t": 22,
"u": 15,
"w": 5,
"y": 4,
"z": 13,
"ä": 23,
"ç": 30,
"ö": 27,
"ü": 10,
"ý": 1,
"ň": 18,
"ş": 0,
"ž": 6,
"‐": 31,
"–": 28
}