hustcw commited on
Commit
610bd27
1 Parent(s): 78b5288

Upload tokenizer

Browse files
Files changed (4) hide show
  1. special_tokens_map.json +1077 -0
  2. tokenizer.json +0 -0
  3. tokenizer_config.json +0 -0
  4. vocab.txt +0 -0
special_tokens_map.json ADDED
@@ -0,0 +1,1077 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "additional_special_tokens": [
3
+ "INSTR1",
4
+ "INSTR2",
5
+ "INSTR3",
6
+ "INSTR4",
7
+ "INSTR5",
8
+ "INSTR6",
9
+ "INSTR7",
10
+ "INSTR8",
11
+ "INSTR9",
12
+ "INSTR10",
13
+ "INSTR11",
14
+ "INSTR12",
15
+ "INSTR13",
16
+ "INSTR14",
17
+ "INSTR15",
18
+ "INSTR16",
19
+ "INSTR17",
20
+ "INSTR18",
21
+ "INSTR19",
22
+ "INSTR20",
23
+ "INSTR21",
24
+ "INSTR22",
25
+ "INSTR23",
26
+ "INSTR24",
27
+ "INSTR25",
28
+ "INSTR26",
29
+ "INSTR27",
30
+ "INSTR28",
31
+ "INSTR29",
32
+ "INSTR30",
33
+ "INSTR31",
34
+ "INSTR32",
35
+ "INSTR33",
36
+ "INSTR34",
37
+ "INSTR35",
38
+ "INSTR36",
39
+ "INSTR37",
40
+ "INSTR38",
41
+ "INSTR39",
42
+ "INSTR40",
43
+ "INSTR41",
44
+ "INSTR42",
45
+ "INSTR43",
46
+ "INSTR44",
47
+ "INSTR45",
48
+ "INSTR46",
49
+ "INSTR47",
50
+ "INSTR48",
51
+ "INSTR49",
52
+ "INSTR50",
53
+ "INSTR51",
54
+ "INSTR52",
55
+ "INSTR53",
56
+ "INSTR54",
57
+ "INSTR55",
58
+ "INSTR56",
59
+ "INSTR57",
60
+ "INSTR58",
61
+ "INSTR59",
62
+ "INSTR60",
63
+ "INSTR61",
64
+ "INSTR62",
65
+ "INSTR63",
66
+ "INSTR64",
67
+ "INSTR65",
68
+ "INSTR66",
69
+ "INSTR67",
70
+ "INSTR68",
71
+ "INSTR69",
72
+ "INSTR70",
73
+ "INSTR71",
74
+ "INSTR72",
75
+ "INSTR73",
76
+ "INSTR74",
77
+ "INSTR75",
78
+ "INSTR76",
79
+ "INSTR77",
80
+ "INSTR78",
81
+ "INSTR79",
82
+ "INSTR80",
83
+ "INSTR81",
84
+ "INSTR82",
85
+ "INSTR83",
86
+ "INSTR84",
87
+ "INSTR85",
88
+ "INSTR86",
89
+ "INSTR87",
90
+ "INSTR88",
91
+ "INSTR89",
92
+ "INSTR90",
93
+ "INSTR91",
94
+ "INSTR92",
95
+ "INSTR93",
96
+ "INSTR94",
97
+ "INSTR95",
98
+ "INSTR96",
99
+ "INSTR97",
100
+ "INSTR98",
101
+ "INSTR99",
102
+ "INSTR100",
103
+ "INSTR101",
104
+ "INSTR102",
105
+ "INSTR103",
106
+ "INSTR104",
107
+ "INSTR105",
108
+ "INSTR106",
109
+ "INSTR107",
110
+ "INSTR108",
111
+ "INSTR109",
112
+ "INSTR110",
113
+ "INSTR111",
114
+ "INSTR112",
115
+ "INSTR113",
116
+ "INSTR114",
117
+ "INSTR115",
118
+ "INSTR116",
119
+ "INSTR117",
120
+ "INSTR118",
121
+ "INSTR119",
122
+ "INSTR120",
123
+ "INSTR121",
124
+ "INSTR122",
125
+ "INSTR123",
126
+ "INSTR124",
127
+ "INSTR125",
128
+ "INSTR126",
129
+ "INSTR127",
130
+ "INSTR128",
131
+ "INSTR129",
132
+ "INSTR130",
133
+ "INSTR131",
134
+ "INSTR132",
135
+ "INSTR133",
136
+ "INSTR134",
137
+ "INSTR135",
138
+ "INSTR136",
139
+ "INSTR137",
140
+ "INSTR138",
141
+ "INSTR139",
142
+ "INSTR140",
143
+ "INSTR141",
144
+ "INSTR142",
145
+ "INSTR143",
146
+ "INSTR144",
147
+ "INSTR145",
148
+ "INSTR146",
149
+ "INSTR147",
150
+ "INSTR148",
151
+ "INSTR149",
152
+ "INSTR150",
153
+ "INSTR151",
154
+ "INSTR152",
155
+ "INSTR153",
156
+ "INSTR154",
157
+ "INSTR155",
158
+ "INSTR156",
159
+ "INSTR157",
160
+ "INSTR158",
161
+ "INSTR159",
162
+ "INSTR160",
163
+ "INSTR161",
164
+ "INSTR162",
165
+ "INSTR163",
166
+ "INSTR164",
167
+ "INSTR165",
168
+ "INSTR166",
169
+ "INSTR167",
170
+ "INSTR168",
171
+ "INSTR169",
172
+ "INSTR170",
173
+ "INSTR171",
174
+ "INSTR172",
175
+ "INSTR173",
176
+ "INSTR174",
177
+ "INSTR175",
178
+ "INSTR176",
179
+ "INSTR177",
180
+ "INSTR178",
181
+ "INSTR179",
182
+ "INSTR180",
183
+ "INSTR181",
184
+ "INSTR182",
185
+ "INSTR183",
186
+ "INSTR184",
187
+ "INSTR185",
188
+ "INSTR186",
189
+ "INSTR187",
190
+ "INSTR188",
191
+ "INSTR189",
192
+ "INSTR190",
193
+ "INSTR191",
194
+ "INSTR192",
195
+ "INSTR193",
196
+ "INSTR194",
197
+ "INSTR195",
198
+ "INSTR196",
199
+ "INSTR197",
200
+ "INSTR198",
201
+ "INSTR199",
202
+ "INSTR200",
203
+ "INSTR201",
204
+ "INSTR202",
205
+ "INSTR203",
206
+ "INSTR204",
207
+ "INSTR205",
208
+ "INSTR206",
209
+ "INSTR207",
210
+ "INSTR208",
211
+ "INSTR209",
212
+ "INSTR210",
213
+ "INSTR211",
214
+ "INSTR212",
215
+ "INSTR213",
216
+ "INSTR214",
217
+ "INSTR215",
218
+ "INSTR216",
219
+ "INSTR217",
220
+ "INSTR218",
221
+ "INSTR219",
222
+ "INSTR220",
223
+ "INSTR221",
224
+ "INSTR222",
225
+ "INSTR223",
226
+ "INSTR224",
227
+ "INSTR225",
228
+ "INSTR226",
229
+ "INSTR227",
230
+ "INSTR228",
231
+ "INSTR229",
232
+ "INSTR230",
233
+ "INSTR231",
234
+ "INSTR232",
235
+ "INSTR233",
236
+ "INSTR234",
237
+ "INSTR235",
238
+ "INSTR236",
239
+ "INSTR237",
240
+ "INSTR238",
241
+ "INSTR239",
242
+ "INSTR240",
243
+ "INSTR241",
244
+ "INSTR242",
245
+ "INSTR243",
246
+ "INSTR244",
247
+ "INSTR245",
248
+ "INSTR246",
249
+ "INSTR247",
250
+ "INSTR248",
251
+ "INSTR249",
252
+ "INSTR250",
253
+ "INSTR251",
254
+ "INSTR252",
255
+ "INSTR253",
256
+ "INSTR254",
257
+ "INSTR255",
258
+ "INSTR256",
259
+ "INSTR257",
260
+ "INSTR258",
261
+ "INSTR259",
262
+ "INSTR260",
263
+ "INSTR261",
264
+ "INSTR262",
265
+ "INSTR263",
266
+ "INSTR264",
267
+ "INSTR265",
268
+ "INSTR266",
269
+ "INSTR267",
270
+ "INSTR268",
271
+ "INSTR269",
272
+ "INSTR270",
273
+ "INSTR271",
274
+ "INSTR272",
275
+ "INSTR273",
276
+ "INSTR274",
277
+ "INSTR275",
278
+ "INSTR276",
279
+ "INSTR277",
280
+ "INSTR278",
281
+ "INSTR279",
282
+ "INSTR280",
283
+ "INSTR281",
284
+ "INSTR282",
285
+ "INSTR283",
286
+ "INSTR284",
287
+ "INSTR285",
288
+ "INSTR286",
289
+ "INSTR287",
290
+ "INSTR288",
291
+ "INSTR289",
292
+ "INSTR290",
293
+ "INSTR291",
294
+ "INSTR292",
295
+ "INSTR293",
296
+ "INSTR294",
297
+ "INSTR295",
298
+ "INSTR296",
299
+ "INSTR297",
300
+ "INSTR298",
301
+ "INSTR299",
302
+ "INSTR300",
303
+ "INSTR301",
304
+ "INSTR302",
305
+ "INSTR303",
306
+ "INSTR304",
307
+ "INSTR305",
308
+ "INSTR306",
309
+ "INSTR307",
310
+ "INSTR308",
311
+ "INSTR309",
312
+ "INSTR310",
313
+ "INSTR311",
314
+ "INSTR312",
315
+ "INSTR313",
316
+ "INSTR314",
317
+ "INSTR315",
318
+ "INSTR316",
319
+ "INSTR317",
320
+ "INSTR318",
321
+ "INSTR319",
322
+ "INSTR320",
323
+ "INSTR321",
324
+ "INSTR322",
325
+ "INSTR323",
326
+ "INSTR324",
327
+ "INSTR325",
328
+ "INSTR326",
329
+ "INSTR327",
330
+ "INSTR328",
331
+ "INSTR329",
332
+ "INSTR330",
333
+ "INSTR331",
334
+ "INSTR332",
335
+ "INSTR333",
336
+ "INSTR334",
337
+ "INSTR335",
338
+ "INSTR336",
339
+ "INSTR337",
340
+ "INSTR338",
341
+ "INSTR339",
342
+ "INSTR340",
343
+ "INSTR341",
344
+ "INSTR342",
345
+ "INSTR343",
346
+ "INSTR344",
347
+ "INSTR345",
348
+ "INSTR346",
349
+ "INSTR347",
350
+ "INSTR348",
351
+ "INSTR349",
352
+ "INSTR350",
353
+ "INSTR351",
354
+ "INSTR352",
355
+ "INSTR353",
356
+ "INSTR354",
357
+ "INSTR355",
358
+ "INSTR356",
359
+ "INSTR357",
360
+ "INSTR358",
361
+ "INSTR359",
362
+ "INSTR360",
363
+ "INSTR361",
364
+ "INSTR362",
365
+ "INSTR363",
366
+ "INSTR364",
367
+ "INSTR365",
368
+ "INSTR366",
369
+ "INSTR367",
370
+ "INSTR368",
371
+ "INSTR369",
372
+ "INSTR370",
373
+ "INSTR371",
374
+ "INSTR372",
375
+ "INSTR373",
376
+ "INSTR374",
377
+ "INSTR375",
378
+ "INSTR376",
379
+ "INSTR377",
380
+ "INSTR378",
381
+ "INSTR379",
382
+ "INSTR380",
383
+ "INSTR381",
384
+ "INSTR382",
385
+ "INSTR383",
386
+ "INSTR384",
387
+ "INSTR385",
388
+ "INSTR386",
389
+ "INSTR387",
390
+ "INSTR388",
391
+ "INSTR389",
392
+ "INSTR390",
393
+ "INSTR391",
394
+ "INSTR392",
395
+ "INSTR393",
396
+ "INSTR394",
397
+ "INSTR395",
398
+ "INSTR396",
399
+ "INSTR397",
400
+ "INSTR398",
401
+ "INSTR399",
402
+ "INSTR400",
403
+ "INSTR401",
404
+ "INSTR402",
405
+ "INSTR403",
406
+ "INSTR404",
407
+ "INSTR405",
408
+ "INSTR406",
409
+ "INSTR407",
410
+ "INSTR408",
411
+ "INSTR409",
412
+ "INSTR410",
413
+ "INSTR411",
414
+ "INSTR412",
415
+ "INSTR413",
416
+ "INSTR414",
417
+ "INSTR415",
418
+ "INSTR416",
419
+ "INSTR417",
420
+ "INSTR418",
421
+ "INSTR419",
422
+ "INSTR420",
423
+ "INSTR421",
424
+ "INSTR422",
425
+ "INSTR423",
426
+ "INSTR424",
427
+ "INSTR425",
428
+ "INSTR426",
429
+ "INSTR427",
430
+ "INSTR428",
431
+ "INSTR429",
432
+ "INSTR430",
433
+ "INSTR431",
434
+ "INSTR432",
435
+ "INSTR433",
436
+ "INSTR434",
437
+ "INSTR435",
438
+ "INSTR436",
439
+ "INSTR437",
440
+ "INSTR438",
441
+ "INSTR439",
442
+ "INSTR440",
443
+ "INSTR441",
444
+ "INSTR442",
445
+ "INSTR443",
446
+ "INSTR444",
447
+ "INSTR445",
448
+ "INSTR446",
449
+ "INSTR447",
450
+ "INSTR448",
451
+ "INSTR449",
452
+ "INSTR450",
453
+ "INSTR451",
454
+ "INSTR452",
455
+ "INSTR453",
456
+ "INSTR454",
457
+ "INSTR455",
458
+ "INSTR456",
459
+ "INSTR457",
460
+ "INSTR458",
461
+ "INSTR459",
462
+ "INSTR460",
463
+ "INSTR461",
464
+ "INSTR462",
465
+ "INSTR463",
466
+ "INSTR464",
467
+ "INSTR465",
468
+ "INSTR466",
469
+ "INSTR467",
470
+ "INSTR468",
471
+ "INSTR469",
472
+ "INSTR470",
473
+ "INSTR471",
474
+ "INSTR472",
475
+ "INSTR473",
476
+ "INSTR474",
477
+ "INSTR475",
478
+ "INSTR476",
479
+ "INSTR477",
480
+ "INSTR478",
481
+ "INSTR479",
482
+ "INSTR480",
483
+ "INSTR481",
484
+ "INSTR482",
485
+ "INSTR483",
486
+ "INSTR484",
487
+ "INSTR485",
488
+ "INSTR486",
489
+ "INSTR487",
490
+ "INSTR488",
491
+ "INSTR489",
492
+ "INSTR490",
493
+ "INSTR491",
494
+ "INSTR492",
495
+ "INSTR493",
496
+ "INSTR494",
497
+ "INSTR495",
498
+ "INSTR496",
499
+ "INSTR497",
500
+ "INSTR498",
501
+ "INSTR499",
502
+ "INSTR500",
503
+ "INSTR501",
504
+ "INSTR502",
505
+ "INSTR503",
506
+ "INSTR504",
507
+ "INSTR505",
508
+ "INSTR506",
509
+ "INSTR507",
510
+ "INSTR508",
511
+ "INSTR509",
512
+ "INSTR510",
513
+ "INSTR511",
514
+ "INSTR512",
515
+ "INSTR513",
516
+ "INSTR514",
517
+ "INSTR515",
518
+ "INSTR516",
519
+ "INSTR517",
520
+ "INSTR518",
521
+ "INSTR519",
522
+ "INSTR520",
523
+ "INSTR521",
524
+ "INSTR522",
525
+ "INSTR523",
526
+ "INSTR524",
527
+ "INSTR525",
528
+ "INSTR526",
529
+ "INSTR527",
530
+ "INSTR528",
531
+ "INSTR529",
532
+ "INSTR530",
533
+ "INSTR531",
534
+ "INSTR532",
535
+ "INSTR533",
536
+ "INSTR534",
537
+ "INSTR535",
538
+ "INSTR536",
539
+ "INSTR537",
540
+ "INSTR538",
541
+ "INSTR539",
542
+ "INSTR540",
543
+ "INSTR541",
544
+ "INSTR542",
545
+ "INSTR543",
546
+ "INSTR544",
547
+ "INSTR545",
548
+ "INSTR546",
549
+ "INSTR547",
550
+ "INSTR548",
551
+ "INSTR549",
552
+ "INSTR550",
553
+ "INSTR551",
554
+ "INSTR552",
555
+ "INSTR553",
556
+ "INSTR554",
557
+ "INSTR555",
558
+ "INSTR556",
559
+ "INSTR557",
560
+ "INSTR558",
561
+ "INSTR559",
562
+ "INSTR560",
563
+ "INSTR561",
564
+ "INSTR562",
565
+ "INSTR563",
566
+ "INSTR564",
567
+ "INSTR565",
568
+ "INSTR566",
569
+ "INSTR567",
570
+ "INSTR568",
571
+ "INSTR569",
572
+ "INSTR570",
573
+ "INSTR571",
574
+ "INSTR572",
575
+ "INSTR573",
576
+ "INSTR574",
577
+ "INSTR575",
578
+ "INSTR576",
579
+ "INSTR577",
580
+ "INSTR578",
581
+ "INSTR579",
582
+ "INSTR580",
583
+ "INSTR581",
584
+ "INSTR582",
585
+ "INSTR583",
586
+ "INSTR584",
587
+ "INSTR585",
588
+ "INSTR586",
589
+ "INSTR587",
590
+ "INSTR588",
591
+ "INSTR589",
592
+ "INSTR590",
593
+ "INSTR591",
594
+ "INSTR592",
595
+ "INSTR593",
596
+ "INSTR594",
597
+ "INSTR595",
598
+ "INSTR596",
599
+ "INSTR597",
600
+ "INSTR598",
601
+ "INSTR599",
602
+ "INSTR600",
603
+ "INSTR601",
604
+ "INSTR602",
605
+ "INSTR603",
606
+ "INSTR604",
607
+ "INSTR605",
608
+ "INSTR606",
609
+ "INSTR607",
610
+ "INSTR608",
611
+ "INSTR609",
612
+ "INSTR610",
613
+ "INSTR611",
614
+ "INSTR612",
615
+ "INSTR613",
616
+ "INSTR614",
617
+ "INSTR615",
618
+ "INSTR616",
619
+ "INSTR617",
620
+ "INSTR618",
621
+ "INSTR619",
622
+ "INSTR620",
623
+ "INSTR621",
624
+ "INSTR622",
625
+ "INSTR623",
626
+ "INSTR624",
627
+ "INSTR625",
628
+ "INSTR626",
629
+ "INSTR627",
630
+ "INSTR628",
631
+ "INSTR629",
632
+ "INSTR630",
633
+ "INSTR631",
634
+ "INSTR632",
635
+ "INSTR633",
636
+ "INSTR634",
637
+ "INSTR635",
638
+ "INSTR636",
639
+ "INSTR637",
640
+ "INSTR638",
641
+ "INSTR639",
642
+ "INSTR640",
643
+ "INSTR641",
644
+ "INSTR642",
645
+ "INSTR643",
646
+ "INSTR644",
647
+ "INSTR645",
648
+ "INSTR646",
649
+ "INSTR647",
650
+ "INSTR648",
651
+ "INSTR649",
652
+ "INSTR650",
653
+ "INSTR651",
654
+ "INSTR652",
655
+ "INSTR653",
656
+ "INSTR654",
657
+ "INSTR655",
658
+ "INSTR656",
659
+ "INSTR657",
660
+ "INSTR658",
661
+ "INSTR659",
662
+ "INSTR660",
663
+ "INSTR661",
664
+ "INSTR662",
665
+ "INSTR663",
666
+ "INSTR664",
667
+ "INSTR665",
668
+ "INSTR666",
669
+ "INSTR667",
670
+ "INSTR668",
671
+ "INSTR669",
672
+ "INSTR670",
673
+ "INSTR671",
674
+ "INSTR672",
675
+ "INSTR673",
676
+ "INSTR674",
677
+ "INSTR675",
678
+ "INSTR676",
679
+ "INSTR677",
680
+ "INSTR678",
681
+ "INSTR679",
682
+ "INSTR680",
683
+ "INSTR681",
684
+ "INSTR682",
685
+ "INSTR683",
686
+ "INSTR684",
687
+ "INSTR685",
688
+ "INSTR686",
689
+ "INSTR687",
690
+ "INSTR688",
691
+ "INSTR689",
692
+ "INSTR690",
693
+ "INSTR691",
694
+ "INSTR692",
695
+ "INSTR693",
696
+ "INSTR694",
697
+ "INSTR695",
698
+ "INSTR696",
699
+ "INSTR697",
700
+ "INSTR698",
701
+ "INSTR699",
702
+ "INSTR700",
703
+ "INSTR701",
704
+ "INSTR702",
705
+ "INSTR703",
706
+ "INSTR704",
707
+ "INSTR705",
708
+ "INSTR706",
709
+ "INSTR707",
710
+ "INSTR708",
711
+ "INSTR709",
712
+ "INSTR710",
713
+ "INSTR711",
714
+ "INSTR712",
715
+ "INSTR713",
716
+ "INSTR714",
717
+ "INSTR715",
718
+ "INSTR716",
719
+ "INSTR717",
720
+ "INSTR718",
721
+ "INSTR719",
722
+ "INSTR720",
723
+ "INSTR721",
724
+ "INSTR722",
725
+ "INSTR723",
726
+ "INSTR724",
727
+ "INSTR725",
728
+ "INSTR726",
729
+ "INSTR727",
730
+ "INSTR728",
731
+ "INSTR729",
732
+ "INSTR730",
733
+ "INSTR731",
734
+ "INSTR732",
735
+ "INSTR733",
736
+ "INSTR734",
737
+ "INSTR735",
738
+ "INSTR736",
739
+ "INSTR737",
740
+ "INSTR738",
741
+ "INSTR739",
742
+ "INSTR740",
743
+ "INSTR741",
744
+ "INSTR742",
745
+ "INSTR743",
746
+ "INSTR744",
747
+ "INSTR745",
748
+ "INSTR746",
749
+ "INSTR747",
750
+ "INSTR748",
751
+ "INSTR749",
752
+ "INSTR750",
753
+ "INSTR751",
754
+ "INSTR752",
755
+ "INSTR753",
756
+ "INSTR754",
757
+ "INSTR755",
758
+ "INSTR756",
759
+ "INSTR757",
760
+ "INSTR758",
761
+ "INSTR759",
762
+ "INSTR760",
763
+ "INSTR761",
764
+ "INSTR762",
765
+ "INSTR763",
766
+ "INSTR764",
767
+ "INSTR765",
768
+ "INSTR766",
769
+ "INSTR767",
770
+ "INSTR768",
771
+ "INSTR769",
772
+ "INSTR770",
773
+ "INSTR771",
774
+ "INSTR772",
775
+ "INSTR773",
776
+ "INSTR774",
777
+ "INSTR775",
778
+ "INSTR776",
779
+ "INSTR777",
780
+ "INSTR778",
781
+ "INSTR779",
782
+ "INSTR780",
783
+ "INSTR781",
784
+ "INSTR782",
785
+ "INSTR783",
786
+ "INSTR784",
787
+ "INSTR785",
788
+ "INSTR786",
789
+ "INSTR787",
790
+ "INSTR788",
791
+ "INSTR789",
792
+ "INSTR790",
793
+ "INSTR791",
794
+ "INSTR792",
795
+ "INSTR793",
796
+ "INSTR794",
797
+ "INSTR795",
798
+ "INSTR796",
799
+ "INSTR797",
800
+ "INSTR798",
801
+ "INSTR799",
802
+ "INSTR800",
803
+ "INSTR801",
804
+ "INSTR802",
805
+ "INSTR803",
806
+ "INSTR804",
807
+ "INSTR805",
808
+ "INSTR806",
809
+ "INSTR807",
810
+ "INSTR808",
811
+ "INSTR809",
812
+ "INSTR810",
813
+ "INSTR811",
814
+ "INSTR812",
815
+ "INSTR813",
816
+ "INSTR814",
817
+ "INSTR815",
818
+ "INSTR816",
819
+ "INSTR817",
820
+ "INSTR818",
821
+ "INSTR819",
822
+ "INSTR820",
823
+ "INSTR821",
824
+ "INSTR822",
825
+ "INSTR823",
826
+ "INSTR824",
827
+ "INSTR825",
828
+ "INSTR826",
829
+ "INSTR827",
830
+ "INSTR828",
831
+ "INSTR829",
832
+ "INSTR830",
833
+ "INSTR831",
834
+ "INSTR832",
835
+ "INSTR833",
836
+ "INSTR834",
837
+ "INSTR835",
838
+ "INSTR836",
839
+ "INSTR837",
840
+ "INSTR838",
841
+ "INSTR839",
842
+ "INSTR840",
843
+ "INSTR841",
844
+ "INSTR842",
845
+ "INSTR843",
846
+ "INSTR844",
847
+ "INSTR845",
848
+ "INSTR846",
849
+ "INSTR847",
850
+ "INSTR848",
851
+ "INSTR849",
852
+ "INSTR850",
853
+ "INSTR851",
854
+ "INSTR852",
855
+ "INSTR853",
856
+ "INSTR854",
857
+ "INSTR855",
858
+ "INSTR856",
859
+ "INSTR857",
860
+ "INSTR858",
861
+ "INSTR859",
862
+ "INSTR860",
863
+ "INSTR861",
864
+ "INSTR862",
865
+ "INSTR863",
866
+ "INSTR864",
867
+ "INSTR865",
868
+ "INSTR866",
869
+ "INSTR867",
870
+ "INSTR868",
871
+ "INSTR869",
872
+ "INSTR870",
873
+ "INSTR871",
874
+ "INSTR872",
875
+ "INSTR873",
876
+ "INSTR874",
877
+ "INSTR875",
878
+ "INSTR876",
879
+ "INSTR877",
880
+ "INSTR878",
881
+ "INSTR879",
882
+ "INSTR880",
883
+ "INSTR881",
884
+ "INSTR882",
885
+ "INSTR883",
886
+ "INSTR884",
887
+ "INSTR885",
888
+ "INSTR886",
889
+ "INSTR887",
890
+ "INSTR888",
891
+ "INSTR889",
892
+ "INSTR890",
893
+ "INSTR891",
894
+ "INSTR892",
895
+ "INSTR893",
896
+ "INSTR894",
897
+ "INSTR895",
898
+ "INSTR896",
899
+ "INSTR897",
900
+ "INSTR898",
901
+ "INSTR899",
902
+ "INSTR900",
903
+ "INSTR901",
904
+ "INSTR902",
905
+ "INSTR903",
906
+ "INSTR904",
907
+ "INSTR905",
908
+ "INSTR906",
909
+ "INSTR907",
910
+ "INSTR908",
911
+ "INSTR909",
912
+ "INSTR910",
913
+ "INSTR911",
914
+ "INSTR912",
915
+ "INSTR913",
916
+ "INSTR914",
917
+ "INSTR915",
918
+ "INSTR916",
919
+ "INSTR917",
920
+ "INSTR918",
921
+ "INSTR919",
922
+ "INSTR920",
923
+ "INSTR921",
924
+ "INSTR922",
925
+ "INSTR923",
926
+ "INSTR924",
927
+ "INSTR925",
928
+ "INSTR926",
929
+ "INSTR927",
930
+ "INSTR928",
931
+ "INSTR929",
932
+ "INSTR930",
933
+ "INSTR931",
934
+ "INSTR932",
935
+ "INSTR933",
936
+ "INSTR934",
937
+ "INSTR935",
938
+ "INSTR936",
939
+ "INSTR937",
940
+ "INSTR938",
941
+ "INSTR939",
942
+ "INSTR940",
943
+ "INSTR941",
944
+ "INSTR942",
945
+ "INSTR943",
946
+ "INSTR944",
947
+ "INSTR945",
948
+ "INSTR946",
949
+ "INSTR947",
950
+ "INSTR948",
951
+ "INSTR949",
952
+ "INSTR950",
953
+ "INSTR951",
954
+ "INSTR952",
955
+ "INSTR953",
956
+ "INSTR954",
957
+ "INSTR955",
958
+ "INSTR956",
959
+ "INSTR957",
960
+ "INSTR958",
961
+ "INSTR959",
962
+ "INSTR960",
963
+ "INSTR961",
964
+ "INSTR962",
965
+ "INSTR963",
966
+ "INSTR964",
967
+ "INSTR965",
968
+ "INSTR966",
969
+ "INSTR967",
970
+ "INSTR968",
971
+ "INSTR969",
972
+ "INSTR970",
973
+ "INSTR971",
974
+ "INSTR972",
975
+ "INSTR973",
976
+ "INSTR974",
977
+ "INSTR975",
978
+ "INSTR976",
979
+ "INSTR977",
980
+ "INSTR978",
981
+ "INSTR979",
982
+ "INSTR980",
983
+ "INSTR981",
984
+ "INSTR982",
985
+ "INSTR983",
986
+ "INSTR984",
987
+ "INSTR985",
988
+ "INSTR986",
989
+ "INSTR987",
990
+ "INSTR988",
991
+ "INSTR989",
992
+ "INSTR990",
993
+ "INSTR991",
994
+ "INSTR992",
995
+ "INSTR993",
996
+ "INSTR994",
997
+ "INSTR995",
998
+ "INSTR996",
999
+ "INSTR997",
1000
+ "INSTR998",
1001
+ "INSTR999",
1002
+ "INSTR1000",
1003
+ "INSTR1001",
1004
+ "INSTR1002",
1005
+ "INSTR1003",
1006
+ "INSTR1004",
1007
+ "INSTR1005",
1008
+ "INSTR1006",
1009
+ "INSTR1007",
1010
+ "INSTR1008",
1011
+ "INSTR1009",
1012
+ "INSTR1010",
1013
+ "INSTR1011",
1014
+ "INSTR1012",
1015
+ "INSTR1013",
1016
+ "INSTR1014",
1017
+ "INSTR1015",
1018
+ "INSTR1016",
1019
+ "INSTR1017",
1020
+ "INSTR1018",
1021
+ "INSTR1019",
1022
+ "INSTR1020",
1023
+ "INSTR1021",
1024
+ "INSTR1022",
1025
+ "INSTR1023",
1026
+ "INSTR1024"
1027
+ ],
1028
+ "bos_token": {
1029
+ "content": "<s>",
1030
+ "lstrip": false,
1031
+ "normalized": false,
1032
+ "rstrip": false,
1033
+ "single_word": false
1034
+ },
1035
+ "cls_token": {
1036
+ "content": "<s>",
1037
+ "lstrip": false,
1038
+ "normalized": false,
1039
+ "rstrip": false,
1040
+ "single_word": false
1041
+ },
1042
+ "eos_token": {
1043
+ "content": "</s>",
1044
+ "lstrip": false,
1045
+ "normalized": false,
1046
+ "rstrip": false,
1047
+ "single_word": false
1048
+ },
1049
+ "mask_token": {
1050
+ "content": "<mask>",
1051
+ "lstrip": true,
1052
+ "normalized": false,
1053
+ "rstrip": false,
1054
+ "single_word": false
1055
+ },
1056
+ "pad_token": {
1057
+ "content": "<pad>",
1058
+ "lstrip": false,
1059
+ "normalized": false,
1060
+ "rstrip": false,
1061
+ "single_word": false
1062
+ },
1063
+ "sep_token": {
1064
+ "content": "</s>",
1065
+ "lstrip": false,
1066
+ "normalized": false,
1067
+ "rstrip": false,
1068
+ "single_word": false
1069
+ },
1070
+ "unk_token": {
1071
+ "content": "[UNK]",
1072
+ "lstrip": false,
1073
+ "normalized": false,
1074
+ "rstrip": false,
1075
+ "single_word": false
1076
+ }
1077
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
vocab.txt ADDED
The diff for this file is too large to render. See raw diff