{ | |
"<pad>": 32018, | |
"<|Assistant|>": 32020, | |
"<|EOT|>": 32021, | |
"<|User|>": 32019, | |
"<|begin▁of▁sentence|>": 32013, | |
"<|end▁of▁sentence|>": 32014, | |
"<|fim▁begin|>": 32016, | |
"<|fim▁end|>": 32017, | |
"<|fim▁hole|>": 32015, | |
"À": 32004, | |
"Á": 32002, | |
"õ": 32000, | |
"ö": 32011, | |
"÷": 32001, | |
"ø": 32006, | |
"ù": 32010, | |
"ú": 32007, | |
"û": 32012, | |
"ü": 32009, | |
"ý": 32003, | |
"þ": 32008, | |
"ÿ": 32005 | |
} | |