numbmelon commited on
Commit
0c94b66
1 Parent(s): 5a57bd8

Upload added_tokens.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. added_tokens.json +24 -0
added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</box>": 32019,
3
+ "</img>": 32012,
4
+ "</point>": 32021,
5
+ "</quad>": 32015,
6
+ "</ref>": 32017,
7
+ "<IMG_CONTEXT>": 32013,
8
+ "<box>": 32018,
9
+ "<img>": 32011,
10
+ "<point>": 32020,
11
+ "<quad>": 32014,
12
+ "<ref>": 32016,
13
+ "<|assistant|>": 32001,
14
+ "<|endoftext|>": 32000,
15
+ "<|end|>": 32007,
16
+ "<|placeholder1|>": 32002,
17
+ "<|placeholder2|>": 32003,
18
+ "<|placeholder3|>": 32004,
19
+ "<|placeholder4|>": 32005,
20
+ "<|placeholder5|>": 32008,
21
+ "<|placeholder6|>": 32009,
22
+ "<|system|>": 32006,
23
+ "<|user|>": 32010
24
+ }