Hugging Face's logo

maum-ai
/
CANVAS-S

Safetensors
idefics2
Model card Files Community
lastdefiance20 commited on
Commit
431a0a4
·
verified ·
1 Parent(s): 3e52835

Upload processor

Browse files
Files changed (10) hide show
  1. .gitattributes +1 -0
  2. added_tokens.json +136 -0
  3. chat_template.json +3 -0
  4. merges.txt +0 -0
  5. preprocessor_config.json +26 -0
  6. processor_config.json +4 -0
  7. special_tokens_map.json +39 -0
  8. tokenizer.json +3 -0
  9. tokenizer_config.json +1095 -0
  10. vocab.json +0 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,136 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "<ACTION_0>": 151649,
3
+ "<ACTION_100>": 151749,
4
+ "<ACTION_101>": 151750,
5
+ "<ACTION_102>": 151751,
6
+ "<ACTION_103>": 151752,
7
+ "<ACTION_104>": 151753,
8
+ "<ACTION_105>": 151754,
9
+ "<ACTION_106>": 151755,
10
+ "<ACTION_107>": 151756,
11
+ "<ACTION_108>": 151757,
12
+ "<ACTION_109>": 151758,
13
+ "<ACTION_10>": 151659,
14
+ "<ACTION_110>": 151759,
15
+ "<ACTION_111>": 151760,
16
+ "<ACTION_112>": 151761,
17
+ "<ACTION_113>": 151762,
18
+ "<ACTION_114>": 151763,
19
+ "<ACTION_115>": 151764,
20
+ "<ACTION_116>": 151765,
21
+ "<ACTION_117>": 151766,
22
+ "<ACTION_118>": 151767,
23
+ "<ACTION_119>": 151768,
24
+ "<ACTION_11>": 151660,
25
+ "<ACTION_120>": 151769,
26
+ "<ACTION_121>": 151770,
27
+ "<ACTION_122>": 151771,
28
+ "<ACTION_123>": 151772,
29
+ "<ACTION_124>": 151773,
30
+ "<ACTION_125>": 151774,
31
+ "<ACTION_126>": 151775,
32
+ "<ACTION_127>": 151776,
33
+ "<ACTION_12>": 151661,
34
+ "<ACTION_13>": 151662,
35
+ "<ACTION_14>": 151663,
36
+ "<ACTION_15>": 151664,
37
+ "<ACTION_16>": 151665,
38
+ "<ACTION_17>": 151666,
39
+ "<ACTION_18>": 151667,
40
+ "<ACTION_19>": 151668,
41
+ "<ACTION_1>": 151650,
42
+ "<ACTION_20>": 151669,
43
+ "<ACTION_21>": 151670,
44
+ "<ACTION_22>": 151671,
45
+ "<ACTION_23>": 151672,
46
+ "<ACTION_24>": 151673,
47
+ "<ACTION_25>": 151674,
48
+ "<ACTION_26>": 151675,
49
+ "<ACTION_27>": 151676,
50
+ "<ACTION_28>": 151677,
51
+ "<ACTION_29>": 151678,
52
+ "<ACTION_2>": 151651,
53
+ "<ACTION_30>": 151679,
54
+ "<ACTION_31>": 151680,
55
+ "<ACTION_32>": 151681,
56
+ "<ACTION_33>": 151682,
57
+ "<ACTION_34>": 151683,
58
+ "<ACTION_35>": 151684,
59
+ "<ACTION_36>": 151685,
60
+ "<ACTION_37>": 151686,
61
+ "<ACTION_38>": 151687,
62
+ "<ACTION_39>": 151688,
63
+ "<ACTION_3>": 151652,
64
+ "<ACTION_40>": 151689,
65
+ "<ACTION_41>": 151690,
66
+ "<ACTION_42>": 151691,
67
+ "<ACTION_43>": 151692,
68
+ "<ACTION_44>": 151693,
69
+ "<ACTION_45>": 151694,
70
+ "<ACTION_46>": 151695,
71
+ "<ACTION_47>": 151696,
72
+ "<ACTION_48>": 151697,
73
+ "<ACTION_49>": 151698,
74
+ "<ACTION_4>": 151653,
75
+ "<ACTION_50>": 151699,
76
+ "<ACTION_51>": 151700,
77
+ "<ACTION_52>": 151701,
78
+ "<ACTION_53>": 151702,
79
+ "<ACTION_54>": 151703,
80
+ "<ACTION_55>": 151704,
81
+ "<ACTION_56>": 151705,
82
+ "<ACTION_57>": 151706,
83
+ "<ACTION_58>": 151707,
84
+ "<ACTION_59>": 151708,
85
+ "<ACTION_5>": 151654,
86
+ "<ACTION_60>": 151709,
87
+ "<ACTION_61>": 151710,
88
+ "<ACTION_62>": 151711,
89
+ "<ACTION_63>": 151712,
90
+ "<ACTION_64>": 151713,
91
+ "<ACTION_65>": 151714,
92
+ "<ACTION_66>": 151715,
93
+ "<ACTION_67>": 151716,
94
+ "<ACTION_68>": 151717,
95
+ "<ACTION_69>": 151718,
96
+ "<ACTION_6>": 151655,
97
+ "<ACTION_70>": 151719,
98
+ "<ACTION_71>": 151720,
99
+ "<ACTION_72>": 151721,
100
+ "<ACTION_73>": 151722,
101
+ "<ACTION_74>": 151723,
102
+ "<ACTION_75>": 151724,
103
+ "<ACTION_76>": 151725,
104
+ "<ACTION_77>": 151726,
105
+ "<ACTION_78>": 151727,
106
+ "<ACTION_79>": 151728,
107
+ "<ACTION_7>": 151656,
108
+ "<ACTION_80>": 151729,
109
+ "<ACTION_81>": 151730,
110
+ "<ACTION_82>": 151731,
111
+ "<ACTION_83>": 151732,
112
+ "<ACTION_84>": 151733,
113
+ "<ACTION_85>": 151734,
114
+ "<ACTION_86>": 151735,
115
+ "<ACTION_87>": 151736,
116
+ "<ACTION_88>": 151737,
117
+ "<ACTION_89>": 151738,
118
+ "<ACTION_8>": 151657,
119
+ "<ACTION_90>": 151739,
120
+ "<ACTION_91>": 151740,
121
+ "<ACTION_92>": 151741,
122
+ "<ACTION_93>": 151742,
123
+ "<ACTION_94>": 151743,
124
+ "<ACTION_95>": 151744,
125
+ "<ACTION_96>": 151745,
126
+ "<ACTION_97>": 151746,
127
+ "<ACTION_98>": 151747,
128
+ "<ACTION_99>": 151748,
129
+ "<ACTION_9>": 151658,
130
+ "<end_of_utterance>": 151648,
131
+ "<fake_token_around_image>": 151646,
132
+ "<image>": 151647,
133
+ "<|endoftext|>": 151643,
134
+ "<|im_end|>": 151645,
135
+ "<|im_start|>": 151644
136
+ }
chat_template.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "chat_template": "{% for message in messages %}{{message['role'].capitalize()}}{% if message['content'][0]['type'] == 'image' %}{{':'}}{% else %}{{': '}}{% endif %}{% for line in message['content'] %}{% if line['type'] == 'text' %}{{line['text']}}{% elif line['type'] == 'image' %}{{ '<image>' }}{% endif %}{% endfor %}<end_of_utterance>\n{% endfor %}{% if add_generation_prompt %}{{ 'Assistant:' }}{% endif %}"
3
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
preprocessor_config.json ADDED
@@ -0,0 +1,26 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "do_convert_rgb": true,
3
+ "do_image_splitting": false,
4
+ "do_normalize": true,
5
+ "do_pad": true,
6
+ "do_rescale": true,
7
+ "do_resize": true,
8
+ "image_mean": [
9
+ 0.5,
10
+ 0.5,
11
+ 0.5
12
+ ],
13
+ "image_processor_type": "Idefics2ImageProcessor",
14
+ "image_std": [
15
+ 0.5,
16
+ 0.5,
17
+ 0.5
18
+ ],
19
+ "processor_class": "Idefics2Processor",
20
+ "resample": 2,
21
+ "rescale_factor": 0.00392156862745098,
22
+ "size": {
23
+ "longest_edge": 980,
24
+ "shortest_edge": 378
25
+ }
26
+ }
processor_config.json ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ {
2
+ "image_seq_len": 64,
3
+ "processor_class": "Idefics2Processor"
4
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,39 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ {
4
+ "content": "<fake_token_around_image>",
5
+ "lstrip": false,
6
+ "normalized": false,
7
+ "rstrip": false,
8
+ "single_word": false
9
+ },
10
+ {
11
+ "content": "<image>",
12
+ "lstrip": false,
13
+ "normalized": false,
14
+ "rstrip": false,
15
+ "single_word": false
16
+ },
17
+ {
18
+ "content": "<end_of_utterance>",
19
+ "lstrip": false,
20
+ "normalized": false,
21
+ "rstrip": false,
22
+ "single_word": false
23
+ }
24
+ ],
25
+ "eos_token": {
26
+ "content": "<|im_end|>",
27
+ "lstrip": false,
28
+ "normalized": false,
29
+ "rstrip": false,
30
+ "single_word": false
31
+ },
32
+ "pad_token": {
33
+ "content": "<|endoftext|>",
34
+ "lstrip": false,
35
+ "normalized": false,
36
+ "rstrip": false,
37
+ "single_word": false
38
+ }
39
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d2bffd9ab586560137b16803970357b0cd7fa6f4fc34ac47cdd690d42726ecd
3
+ size 11442923
tokenizer_config.json ADDED
@@ -0,0 +1,1095 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "151643": {
5
+ "content": "<|endoftext|>",
6
+ "lstrip": false,
7
+ "normalized": false,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "151644": {
13
+ "content": "<|im_start|>",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ },
20
+ "151645": {
21
+ "content": "<|im_end|>",
22
+ "lstrip": false,
23
+ "normalized": false,
24
+ "rstrip": false,
25
+ "single_word": false,
26
+ "special": true
27
+ },
28
+ "151646": {
29
+ "content": "<fake_token_around_image>",
30
+ "lstrip": false,
31
+ "normalized": false,
32
+ "rstrip": false,
33
+ "single_word": false,
34
+ "special": true
35
+ },
36
+ "151647": {
37
+ "content": "<image>",
38
+ "lstrip": false,
39
+ "normalized": false,
40
+ "rstrip": false,
41
+ "single_word": false,
42
+ "special": true
43
+ },
44
+ "151648": {
45
+ "content": "<end_of_utterance>",
46
+ "lstrip": false,
47
+ "normalized": false,
48
+ "rstrip": false,
49
+ "single_word": false,
50
+ "special": true
51
+ },
52
+ "151649": {
53
+ "content": "<ACTION_0>",
54
+ "lstrip": false,
55
+ "normalized": true,
56
+ "rstrip": false,
57
+ "single_word": false,
58
+ "special": false
59
+ },
60
+ "151650": {
61
+ "content": "<ACTION_1>",
62
+ "lstrip": false,
63
+ "normalized": true,
64
+ "rstrip": false,
65
+ "single_word": false,
66
+ "special": false
67
+ },
68
+ "151651": {
69
+ "content": "<ACTION_2>",
70
+ "lstrip": false,
71
+ "normalized": true,
72
+ "rstrip": false,
73
+ "single_word": false,
74
+ "special": false
75
+ },
76
+ "151652": {
77
+ "content": "<ACTION_3>",
78
+ "lstrip": false,
79
+ "normalized": true,
80
+ "rstrip": false,
81
+ "single_word": false,
82
+ "special": false
83
+ },
84
+ "151653": {
85
+ "content": "<ACTION_4>",
86
+ "lstrip": false,
87
+ "normalized": true,
88
+ "rstrip": false,
89
+ "single_word": false,
90
+ "special": false
91
+ },
92
+ "151654": {
93
+ "content": "<ACTION_5>",
94
+ "lstrip": false,
95
+ "normalized": true,
96
+ "rstrip": false,
97
+ "single_word": false,
98
+ "special": false
99
+ },
100
+ "151655": {
101
+ "content": "<ACTION_6>",
102
+ "lstrip": false,
103
+ "normalized": true,
104
+ "rstrip": false,
105
+ "single_word": false,
106
+ "special": false
107
+ },
108
+ "151656": {
109
+ "content": "<ACTION_7>",
110
+ "lstrip": false,
111
+ "normalized": true,
112
+ "rstrip": false,
113
+ "single_word": false,
114
+ "special": false
115
+ },
116
+ "151657": {
117
+ "content": "<ACTION_8>",
118
+ "lstrip": false,
119
+ "normalized": true,
120
+ "rstrip": false,
121
+ "single_word": false,
122
+ "special": false
123
+ },
124
+ "151658": {
125
+ "content": "<ACTION_9>",
126
+ "lstrip": false,
127
+ "normalized": true,
128
+ "rstrip": false,
129
+ "single_word": false,
130
+ "special": false
131
+ },
132
+ "151659": {
133
+ "content": "<ACTION_10>",
134
+ "lstrip": false,
135
+ "normalized": true,
136
+ "rstrip": false,
137
+ "single_word": false,
138
+ "special": false
139
+ },
140
+ "151660": {
141
+ "content": "<ACTION_11>",
142
+ "lstrip": false,
143
+ "normalized": true,
144
+ "rstrip": false,
145
+ "single_word": false,
146
+ "special": false
147
+ },
148
+ "151661": {
149
+ "content": "<ACTION_12>",
150
+ "lstrip": false,
151
+ "normalized": true,
152
+ "rstrip": false,
153
+ "single_word": false,
154
+ "special": false
155
+ },
156
+ "151662": {
157
+ "content": "<ACTION_13>",
158
+ "lstrip": false,
159
+ "normalized": true,
160
+ "rstrip": false,
161
+ "single_word": false,
162
+ "special": false
163
+ },
164
+ "151663": {
165
+ "content": "<ACTION_14>",
166
+ "lstrip": false,
167
+ "normalized": true,
168
+ "rstrip": false,
169
+ "single_word": false,
170
+ "special": false
171
+ },
172
+ "151664": {
173
+ "content": "<ACTION_15>",
174
+ "lstrip": false,
175
+ "normalized": true,
176
+ "rstrip": false,
177
+ "single_word": false,
178
+ "special": false
179
+ },
180
+ "151665": {
181
+ "content": "<ACTION_16>",
182
+ "lstrip": false,
183
+ "normalized": true,
184
+ "rstrip": false,
185
+ "single_word": false,
186
+ "special": false
187
+ },
188
+ "151666": {
189
+ "content": "<ACTION_17>",
190
+ "lstrip": false,
191
+ "normalized": true,
192
+ "rstrip": false,
193
+ "single_word": false,
194
+ "special": false
195
+ },
196
+ "151667": {
197
+ "content": "<ACTION_18>",
198
+ "lstrip": false,
199
+ "normalized": true,
200
+ "rstrip": false,
201
+ "single_word": false,
202
+ "special": false
203
+ },
204
+ "151668": {
205
+ "content": "<ACTION_19>",
206
+ "lstrip": false,
207
+ "normalized": true,
208
+ "rstrip": false,
209
+ "single_word": false,
210
+ "special": false
211
+ },
212
+ "151669": {
213
+ "content": "<ACTION_20>",
214
+ "lstrip": false,
215
+ "normalized": true,
216
+ "rstrip": false,
217
+ "single_word": false,
218
+ "special": false
219
+ },
220
+ "151670": {
221
+ "content": "<ACTION_21>",
222
+ "lstrip": false,
223
+ "normalized": true,
224
+ "rstrip": false,
225
+ "single_word": false,
226
+ "special": false
227
+ },
228
+ "151671": {
229
+ "content": "<ACTION_22>",
230
+ "lstrip": false,
231
+ "normalized": true,
232
+ "rstrip": false,
233
+ "single_word": false,
234
+ "special": false
235
+ },
236
+ "151672": {
237
+ "content": "<ACTION_23>",
238
+ "lstrip": false,
239
+ "normalized": true,
240
+ "rstrip": false,
241
+ "single_word": false,
242
+ "special": false
243
+ },
244
+ "151673": {
245
+ "content": "<ACTION_24>",
246
+ "lstrip": false,
247
+ "normalized": true,
248
+ "rstrip": false,
249
+ "single_word": false,
250
+ "special": false
251
+ },
252
+ "151674": {
253
+ "content": "<ACTION_25>",
254
+ "lstrip": false,
255
+ "normalized": true,
256
+ "rstrip": false,
257
+ "single_word": false,
258
+ "special": false
259
+ },
260
+ "151675": {
261
+ "content": "<ACTION_26>",
262
+ "lstrip": false,
263
+ "normalized": true,
264
+ "rstrip": false,
265
+ "single_word": false,
266
+ "special": false
267
+ },
268
+ "151676": {
269
+ "content": "<ACTION_27>",
270
+ "lstrip": false,
271
+ "normalized": true,
272
+ "rstrip": false,
273
+ "single_word": false,
274
+ "special": false
275
+ },
276
+ "151677": {
277
+ "content": "<ACTION_28>",
278
+ "lstrip": false,
279
+ "normalized": true,
280
+ "rstrip": false,
281
+ "single_word": false,
282
+ "special": false
283
+ },
284
+ "151678": {
285
+ "content": "<ACTION_29>",
286
+ "lstrip": false,
287
+ "normalized": true,
288
+ "rstrip": false,
289
+ "single_word": false,
290
+ "special": false
291
+ },
292
+ "151679": {
293
+ "content": "<ACTION_30>",
294
+ "lstrip": false,
295
+ "normalized": true,
296
+ "rstrip": false,
297
+ "single_word": false,
298
+ "special": false
299
+ },
300
+ "151680": {
301
+ "content": "<ACTION_31>",
302
+ "lstrip": false,
303
+ "normalized": true,
304
+ "rstrip": false,
305
+ "single_word": false,
306
+ "special": false
307
+ },
308
+ "151681": {
309
+ "content": "<ACTION_32>",
310
+ "lstrip": false,
311
+ "normalized": true,
312
+ "rstrip": false,
313
+ "single_word": false,
314
+ "special": false
315
+ },
316
+ "151682": {
317
+ "content": "<ACTION_33>",
318
+ "lstrip": false,
319
+ "normalized": true,
320
+ "rstrip": false,
321
+ "single_word": false,
322
+ "special": false
323
+ },
324
+ "151683": {
325
+ "content": "<ACTION_34>",
326
+ "lstrip": false,
327
+ "normalized": true,
328
+ "rstrip": false,
329
+ "single_word": false,
330
+ "special": false
331
+ },
332
+ "151684": {
333
+ "content": "<ACTION_35>",
334
+ "lstrip": false,
335
+ "normalized": true,
336
+ "rstrip": false,
337
+ "single_word": false,
338
+ "special": false
339
+ },
340
+ "151685": {
341
+ "content": "<ACTION_36>",
342
+ "lstrip": false,
343
+ "normalized": true,
344
+ "rstrip": false,
345
+ "single_word": false,
346
+ "special": false
347
+ },
348
+ "151686": {
349
+ "content": "<ACTION_37>",
350
+ "lstrip": false,
351
+ "normalized": true,
352
+ "rstrip": false,
353
+ "single_word": false,
354
+ "special": false
355
+ },
356
+ "151687": {
357
+ "content": "<ACTION_38>",
358
+ "lstrip": false,
359
+ "normalized": true,
360
+ "rstrip": false,
361
+ "single_word": false,
362
+ "special": false
363
+ },
364
+ "151688": {
365
+ "content": "<ACTION_39>",
366
+ "lstrip": false,
367
+ "normalized": true,
368
+ "rstrip": false,
369
+ "single_word": false,
370
+ "special": false
371
+ },
372
+ "151689": {
373
+ "content": "<ACTION_40>",
374
+ "lstrip": false,
375
+ "normalized": true,
376
+ "rstrip": false,
377
+ "single_word": false,
378
+ "special": false
379
+ },
380
+ "151690": {
381
+ "content": "<ACTION_41>",
382
+ "lstrip": false,
383
+ "normalized": true,
384
+ "rstrip": false,
385
+ "single_word": false,
386
+ "special": false
387
+ },
388
+ "151691": {
389
+ "content": "<ACTION_42>",
390
+ "lstrip": false,
391
+ "normalized": true,
392
+ "rstrip": false,
393
+ "single_word": false,
394
+ "special": false
395
+ },
396
+ "151692": {
397
+ "content": "<ACTION_43>",
398
+ "lstrip": false,
399
+ "normalized": true,
400
+ "rstrip": false,
401
+ "single_word": false,
402
+ "special": false
403
+ },
404
+ "151693": {
405
+ "content": "<ACTION_44>",
406
+ "lstrip": false,
407
+ "normalized": true,
408
+ "rstrip": false,
409
+ "single_word": false,
410
+ "special": false
411
+ },
412
+ "151694": {
413
+ "content": "<ACTION_45>",
414
+ "lstrip": false,
415
+ "normalized": true,
416
+ "rstrip": false,
417
+ "single_word": false,
418
+ "special": false
419
+ },
420
+ "151695": {
421
+ "content": "<ACTION_46>",
422
+ "lstrip": false,
423
+ "normalized": true,
424
+ "rstrip": false,
425
+ "single_word": false,
426
+ "special": false
427
+ },
428
+ "151696": {
429
+ "content": "<ACTION_47>",
430
+ "lstrip": false,
431
+ "normalized": true,
432
+ "rstrip": false,
433
+ "single_word": false,
434
+ "special": false
435
+ },
436
+ "151697": {
437
+ "content": "<ACTION_48>",
438
+ "lstrip": false,
439
+ "normalized": true,
440
+ "rstrip": false,
441
+ "single_word": false,
442
+ "special": false
443
+ },
444
+ "151698": {
445
+ "content": "<ACTION_49>",
446
+ "lstrip": false,
447
+ "normalized": true,
448
+ "rstrip": false,
449
+ "single_word": false,
450
+ "special": false
451
+ },
452
+ "151699": {
453
+ "content": "<ACTION_50>",
454
+ "lstrip": false,
455
+ "normalized": true,
456
+ "rstrip": false,
457
+ "single_word": false,
458
+ "special": false
459
+ },
460
+ "151700": {
461
+ "content": "<ACTION_51>",
462
+ "lstrip": false,
463
+ "normalized": true,
464
+ "rstrip": false,
465
+ "single_word": false,
466
+ "special": false
467
+ },
468
+ "151701": {
469
+ "content": "<ACTION_52>",
470
+ "lstrip": false,
471
+ "normalized": true,
472
+ "rstrip": false,
473
+ "single_word": false,
474
+ "special": false
475
+ },
476
+ "151702": {
477
+ "content": "<ACTION_53>",
478
+ "lstrip": false,
479
+ "normalized": true,
480
+ "rstrip": false,
481
+ "single_word": false,
482
+ "special": false
483
+ },
484
+ "151703": {
485
+ "content": "<ACTION_54>",
486
+ "lstrip": false,
487
+ "normalized": true,
488
+ "rstrip": false,
489
+ "single_word": false,
490
+ "special": false
491
+ },
492
+ "151704": {
493
+ "content": "<ACTION_55>",
494
+ "lstrip": false,
495
+ "normalized": true,
496
+ "rstrip": false,
497
+ "single_word": false,
498
+ "special": false
499
+ },
500
+ "151705": {
501
+ "content": "<ACTION_56>",
502
+ "lstrip": false,
503
+ "normalized": true,
504
+ "rstrip": false,
505
+ "single_word": false,
506
+ "special": false
507
+ },
508
+ "151706": {
509
+ "content": "<ACTION_57>",
510
+ "lstrip": false,
511
+ "normalized": true,
512
+ "rstrip": false,
513
+ "single_word": false,
514
+ "special": false
515
+ },
516
+ "151707": {
517
+ "content": "<ACTION_58>",
518
+ "lstrip": false,
519
+ "normalized": true,
520
+ "rstrip": false,
521
+ "single_word": false,
522
+ "special": false
523
+ },
524
+ "151708": {
525
+ "content": "<ACTION_59>",
526
+ "lstrip": false,
527
+ "normalized": true,
528
+ "rstrip": false,
529
+ "single_word": false,
530
+ "special": false
531
+ },
532
+ "151709": {
533
+ "content": "<ACTION_60>",
534
+ "lstrip": false,
535
+ "normalized": true,
536
+ "rstrip": false,
537
+ "single_word": false,
538
+ "special": false
539
+ },
540
+ "151710": {
541
+ "content": "<ACTION_61>",
542
+ "lstrip": false,
543
+ "normalized": true,
544
+ "rstrip": false,
545
+ "single_word": false,
546
+ "special": false
547
+ },
548
+ "151711": {
549
+ "content": "<ACTION_62>",
550
+ "lstrip": false,
551
+ "normalized": true,
552
+ "rstrip": false,
553
+ "single_word": false,
554
+ "special": false
555
+ },
556
+ "151712": {
557
+ "content": "<ACTION_63>",
558
+ "lstrip": false,
559
+ "normalized": true,
560
+ "rstrip": false,
561
+ "single_word": false,
562
+ "special": false
563
+ },
564
+ "151713": {
565
+ "content": "<ACTION_64>",
566
+ "lstrip": false,
567
+ "normalized": true,
568
+ "rstrip": false,
569
+ "single_word": false,
570
+ "special": false
571
+ },
572
+ "151714": {
573
+ "content": "<ACTION_65>",
574
+ "lstrip": false,
575
+ "normalized": true,
576
+ "rstrip": false,
577
+ "single_word": false,
578
+ "special": false
579
+ },
580
+ "151715": {
581
+ "content": "<ACTION_66>",
582
+ "lstrip": false,
583
+ "normalized": true,
584
+ "rstrip": false,
585
+ "single_word": false,
586
+ "special": false
587
+ },
588
+ "151716": {
589
+ "content": "<ACTION_67>",
590
+ "lstrip": false,
591
+ "normalized": true,
592
+ "rstrip": false,
593
+ "single_word": false,
594
+ "special": false
595
+ },
596
+ "151717": {
597
+ "content": "<ACTION_68>",
598
+ "lstrip": false,
599
+ "normalized": true,
600
+ "rstrip": false,
601
+ "single_word": false,
602
+ "special": false
603
+ },
604
+ "151718": {
605
+ "content": "<ACTION_69>",
606
+ "lstrip": false,
607
+ "normalized": true,
608
+ "rstrip": false,
609
+ "single_word": false,
610
+ "special": false
611
+ },
612
+ "151719": {
613
+ "content": "<ACTION_70>",
614
+ "lstrip": false,
615
+ "normalized": true,
616
+ "rstrip": false,
617
+ "single_word": false,
618
+ "special": false
619
+ },
620
+ "151720": {
621
+ "content": "<ACTION_71>",
622
+ "lstrip": false,
623
+ "normalized": true,
624
+ "rstrip": false,
625
+ "single_word": false,
626
+ "special": false
627
+ },
628
+ "151721": {
629
+ "content": "<ACTION_72>",
630
+ "lstrip": false,
631
+ "normalized": true,
632
+ "rstrip": false,
633
+ "single_word": false,
634
+ "special": false
635
+ },
636
+ "151722": {
637
+ "content": "<ACTION_73>",
638
+ "lstrip": false,
639
+ "normalized": true,
640
+ "rstrip": false,
641
+ "single_word": false,
642
+ "special": false
643
+ },
644
+ "151723": {
645
+ "content": "<ACTION_74>",
646
+ "lstrip": false,
647
+ "normalized": true,
648
+ "rstrip": false,
649
+ "single_word": false,
650
+ "special": false
651
+ },
652
+ "151724": {
653
+ "content": "<ACTION_75>",
654
+ "lstrip": false,
655
+ "normalized": true,
656
+ "rstrip": false,
657
+ "single_word": false,
658
+ "special": false
659
+ },
660
+ "151725": {
661
+ "content": "<ACTION_76>",
662
+ "lstrip": false,
663
+ "normalized": true,
664
+ "rstrip": false,
665
+ "single_word": false,
666
+ "special": false
667
+ },
668
+ "151726": {
669
+ "content": "<ACTION_77>",
670
+ "lstrip": false,
671
+ "normalized": true,
672
+ "rstrip": false,
673
+ "single_word": false,
674
+ "special": false
675
+ },
676
+ "151727": {
677
+ "content": "<ACTION_78>",
678
+ "lstrip": false,
679
+ "normalized": true,
680
+ "rstrip": false,
681
+ "single_word": false,
682
+ "special": false
683
+ },
684
+ "151728": {
685
+ "content": "<ACTION_79>",
686
+ "lstrip": false,
687
+ "normalized": true,
688
+ "rstrip": false,
689
+ "single_word": false,
690
+ "special": false
691
+ },
692
+ "151729": {
693
+ "content": "<ACTION_80>",
694
+ "lstrip": false,
695
+ "normalized": true,
696
+ "rstrip": false,
697
+ "single_word": false,
698
+ "special": false
699
+ },
700
+ "151730": {
701
+ "content": "<ACTION_81>",
702
+ "lstrip": false,
703
+ "normalized": true,
704
+ "rstrip": false,
705
+ "single_word": false,
706
+ "special": false
707
+ },
708
+ "151731": {
709
+ "content": "<ACTION_82>",
710
+ "lstrip": false,
711
+ "normalized": true,
712
+ "rstrip": false,
713
+ "single_word": false,
714
+ "special": false
715
+ },
716
+ "151732": {
717
+ "content": "<ACTION_83>",
718
+ "lstrip": false,
719
+ "normalized": true,
720
+ "rstrip": false,
721
+ "single_word": false,
722
+ "special": false
723
+ },
724
+ "151733": {
725
+ "content": "<ACTION_84>",
726
+ "lstrip": false,
727
+ "normalized": true,
728
+ "rstrip": false,
729
+ "single_word": false,
730
+ "special": false
731
+ },
732
+ "151734": {
733
+ "content": "<ACTION_85>",
734
+ "lstrip": false,
735
+ "normalized": true,
736
+ "rstrip": false,
737
+ "single_word": false,
738
+ "special": false
739
+ },
740
+ "151735": {
741
+ "content": "<ACTION_86>",
742
+ "lstrip": false,
743
+ "normalized": true,
744
+ "rstrip": false,
745
+ "single_word": false,
746
+ "special": false
747
+ },
748
+ "151736": {
749
+ "content": "<ACTION_87>",
750
+ "lstrip": false,
751
+ "normalized": true,
752
+ "rstrip": false,
753
+ "single_word": false,
754
+ "special": false
755
+ },
756
+ "151737": {
757
+ "content": "<ACTION_88>",
758
+ "lstrip": false,
759
+ "normalized": true,
760
+ "rstrip": false,
761
+ "single_word": false,
762
+ "special": false
763
+ },
764
+ "151738": {
765
+ "content": "<ACTION_89>",
766
+ "lstrip": false,
767
+ "normalized": true,
768
+ "rstrip": false,
769
+ "single_word": false,
770
+ "special": false
771
+ },
772
+ "151739": {
773
+ "content": "<ACTION_90>",
774
+ "lstrip": false,
775
+ "normalized": true,
776
+ "rstrip": false,
777
+ "single_word": false,
778
+ "special": false
779
+ },
780
+ "151740": {
781
+ "content": "<ACTION_91>",
782
+ "lstrip": false,
783
+ "normalized": true,
784
+ "rstrip": false,
785
+ "single_word": false,
786
+ "special": false
787
+ },
788
+ "151741": {
789
+ "content": "<ACTION_92>",
790
+ "lstrip": false,
791
+ "normalized": true,
792
+ "rstrip": false,
793
+ "single_word": false,
794
+ "special": false
795
+ },
796
+ "151742": {
797
+ "content": "<ACTION_93>",
798
+ "lstrip": false,
799
+ "normalized": true,
800
+ "rstrip": false,
801
+ "single_word": false,
802
+ "special": false
803
+ },
804
+ "151743": {
805
+ "content": "<ACTION_94>",
806
+ "lstrip": false,
807
+ "normalized": true,
808
+ "rstrip": false,
809
+ "single_word": false,
810
+ "special": false
811
+ },
812
+ "151744": {
813
+ "content": "<ACTION_95>",
814
+ "lstrip": false,
815
+ "normalized": true,
816
+ "rstrip": false,
817
+ "single_word": false,
818
+ "special": false
819
+ },
820
+ "151745": {
821
+ "content": "<ACTION_96>",
822
+ "lstrip": false,
823
+ "normalized": true,
824
+ "rstrip": false,
825
+ "single_word": false,
826
+ "special": false
827
+ },
828
+ "151746": {
829
+ "content": "<ACTION_97>",
830
+ "lstrip": false,
831
+ "normalized": true,
832
+ "rstrip": false,
833
+ "single_word": false,
834
+ "special": false
835
+ },
836
+ "151747": {
837
+ "content": "<ACTION_98>",
838
+ "lstrip": false,
839
+ "normalized": true,
840
+ "rstrip": false,
841
+ "single_word": false,
842
+ "special": false
843
+ },
844
+ "151748": {
845
+ "content": "<ACTION_99>",
846
+ "lstrip": false,
847
+ "normalized": true,
848
+ "rstrip": false,
849
+ "single_word": false,
850
+ "special": false
851
+ },
852
+ "151749": {
853
+ "content": "<ACTION_100>",
854
+ "lstrip": false,
855
+ "normalized": true,
856
+ "rstrip": false,
857
+ "single_word": false,
858
+ "special": false
859
+ },
860
+ "151750": {
861
+ "content": "<ACTION_101>",
862
+ "lstrip": false,
863
+ "normalized": true,
864
+ "rstrip": false,
865
+ "single_word": false,
866
+ "special": false
867
+ },
868
+ "151751": {
869
+ "content": "<ACTION_102>",
870
+ "lstrip": false,
871
+ "normalized": true,
872
+ "rstrip": false,
873
+ "single_word": false,
874
+ "special": false
875
+ },
876
+ "151752": {
877
+ "content": "<ACTION_103>",
878
+ "lstrip": false,
879
+ "normalized": true,
880
+ "rstrip": false,
881
+ "single_word": false,
882
+ "special": false
883
+ },
884
+ "151753": {
885
+ "content": "<ACTION_104>",
886
+ "lstrip": false,
887
+ "normalized": true,
888
+ "rstrip": false,
889
+ "single_word": false,
890
+ "special": false
891
+ },
892
+ "151754": {
893
+ "content": "<ACTION_105>",
894
+ "lstrip": false,
895
+ "normalized": true,
896
+ "rstrip": false,
897
+ "single_word": false,
898
+ "special": false
899
+ },
900
+ "151755": {
901
+ "content": "<ACTION_106>",
902
+ "lstrip": false,
903
+ "normalized": true,
904
+ "rstrip": false,
905
+ "single_word": false,
906
+ "special": false
907
+ },
908
+ "151756": {
909
+ "content": "<ACTION_107>",
910
+ "lstrip": false,
911
+ "normalized": true,
912
+ "rstrip": false,
913
+ "single_word": false,
914
+ "special": false
915
+ },
916
+ "151757": {
917
+ "content": "<ACTION_108>",
918
+ "lstrip": false,
919
+ "normalized": true,
920
+ "rstrip": false,
921
+ "single_word": false,
922
+ "special": false
923
+ },
924
+ "151758": {
925
+ "content": "<ACTION_109>",
926
+ "lstrip": false,
927
+ "normalized": true,
928
+ "rstrip": false,
929
+ "single_word": false,
930
+ "special": false
931
+ },
932
+ "151759": {
933
+ "content": "<ACTION_110>",
934
+ "lstrip": false,
935
+ "normalized": true,
936
+ "rstrip": false,
937
+ "single_word": false,
938
+ "special": false
939
+ },
940
+ "151760": {
941
+ "content": "<ACTION_111>",
942
+ "lstrip": false,
943
+ "normalized": true,
944
+ "rstrip": false,
945
+ "single_word": false,
946
+ "special": false
947
+ },
948
+ "151761": {
949
+ "content": "<ACTION_112>",
950
+ "lstrip": false,
951
+ "normalized": true,
952
+ "rstrip": false,
953
+ "single_word": false,
954
+ "special": false
955
+ },
956
+ "151762": {
957
+ "content": "<ACTION_113>",
958
+ "lstrip": false,
959
+ "normalized": true,
960
+ "rstrip": false,
961
+ "single_word": false,
962
+ "special": false
963
+ },
964
+ "151763": {
965
+ "content": "<ACTION_114>",
966
+ "lstrip": false,
967
+ "normalized": true,
968
+ "rstrip": false,
969
+ "single_word": false,
970
+ "special": false
971
+ },
972
+ "151764": {
973
+ "content": "<ACTION_115>",
974
+ "lstrip": false,
975
+ "normalized": true,
976
+ "rstrip": false,
977
+ "single_word": false,
978
+ "special": false
979
+ },
980
+ "151765": {
981
+ "content": "<ACTION_116>",
982
+ "lstrip": false,
983
+ "normalized": true,
984
+ "rstrip": false,
985
+ "single_word": false,
986
+ "special": false
987
+ },
988
+ "151766": {
989
+ "content": "<ACTION_117>",
990
+ "lstrip": false,
991
+ "normalized": true,
992
+ "rstrip": false,
993
+ "single_word": false,
994
+ "special": false
995
+ },
996
+ "151767": {
997
+ "content": "<ACTION_118>",
998
+ "lstrip": false,
999
+ "normalized": true,
1000
+ "rstrip": false,
1001
+ "single_word": false,
1002
+ "special": false
1003
+ },
1004
+ "151768": {
1005
+ "content": "<ACTION_119>",
1006
+ "lstrip": false,
1007
+ "normalized": true,
1008
+ "rstrip": false,
1009
+ "single_word": false,
1010
+ "special": false
1011
+ },
1012
+ "151769": {
1013
+ "content": "<ACTION_120>",
1014
+ "lstrip": false,
1015
+ "normalized": true,
1016
+ "rstrip": false,
1017
+ "single_word": false,
1018
+ "special": false
1019
+ },
1020
+ "151770": {
1021
+ "content": "<ACTION_121>",
1022
+ "lstrip": false,
1023
+ "normalized": true,
1024
+ "rstrip": false,
1025
+ "single_word": false,
1026
+ "special": false
1027
+ },
1028
+ "151771": {
1029
+ "content": "<ACTION_122>",
1030
+ "lstrip": false,
1031
+ "normalized": true,
1032
+ "rstrip": false,
1033
+ "single_word": false,
1034
+ "special": false
1035
+ },
1036
+ "151772": {
1037
+ "content": "<ACTION_123>",
1038
+ "lstrip": false,
1039
+ "normalized": true,
1040
+ "rstrip": false,
1041
+ "single_word": false,
1042
+ "special": false
1043
+ },
1044
+ "151773": {
1045
+ "content": "<ACTION_124>",
1046
+ "lstrip": false,
1047
+ "normalized": true,
1048
+ "rstrip": false,
1049
+ "single_word": false,
1050
+ "special": false
1051
+ },
1052
+ "151774": {
1053
+ "content": "<ACTION_125>",
1054
+ "lstrip": false,
1055
+ "normalized": true,
1056
+ "rstrip": false,
1057
+ "single_word": false,
1058
+ "special": false
1059
+ },
1060
+ "151775": {
1061
+ "content": "<ACTION_126>",
1062
+ "lstrip": false,
1063
+ "normalized": true,
1064
+ "rstrip": false,
1065
+ "single_word": false,
1066
+ "special": false
1067
+ },
1068
+ "151776": {
1069
+ "content": "<ACTION_127>",
1070
+ "lstrip": false,
1071
+ "normalized": true,
1072
+ "rstrip": false,
1073
+ "single_word": false,
1074
+ "special": false
1075
+ }
1076
+ },
1077
+ "additional_special_tokens": [
1078
+ "<fake_token_around_image>",
1079
+ "<image>",
1080
+ "<end_of_utterance>"
1081
+ ],
1082
+ "bos_token": null,
1083
+ "chat_template": "{% for message in messages %}{% if loop.first and messages[0]['role'] != 'system' %}{{ '<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n' }}{% endif %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
1084
+ "clean_up_tokenization_spaces": false,
1085
+ "do_image_splitting": false,
1086
+ "eos_token": "<|im_end|>",
1087
+ "errors": "replace",
1088
+ "model_max_length": 32768,
1089
+ "pad_token": "<|endoftext|>",
1090
+ "padding_side": "left",
1091
+ "processor_class": "Idefics2Processor",
1092
+ "split_special_tokens": false,
1093
+ "tokenizer_class": "Qwen2Tokenizer",
1094
+ "unk_token": null
1095
+ }
vocab.json ADDED
The diff for this file is too large to render. See raw diff