File size: 458 Bytes
228dcdc
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
{
  "<pad>": 32018,
  "<|Assistant|>": 32020,
  "<|EOT|>": 32021,
  "<|User|>": 32019,
  "<|begin▁of▁sentence|>": 32013,
  "<|end▁of▁sentence|>": 32014,
  "<|fim▁begin|>": 32016,
  "<|fim▁end|>": 32017,
  "<|fim▁hole|>": 32015,
  "À": 32004,
  "Á": 32002,
  "õ": 32000,
  "ö": 32011,
  "÷": 32001,
  "ø": 32006,
  "ù": 32010,
  "ú": 32007,
  "û": 32012,
  "ü": 32009,
  "ý": 32003,
  "þ": 32008,
  "ÿ": 32005
}