Samuael commited on
Commit
525f40f
1 Parent(s): bb442a1

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -2
tokenizer_config.json CHANGED
@@ -16,7 +16,7 @@
16
  "single_word": false,
17
  "special": false
18
  },
19
- "212": {
20
  "content": "<s>",
21
  "lstrip": false,
22
  "normalized": false,
@@ -24,7 +24,7 @@
24
  "single_word": false,
25
  "special": true
26
  },
27
- "213": {
28
  "content": "</s>",
29
  "lstrip": false,
30
  "normalized": false,
 
16
  "single_word": false,
17
  "special": false
18
  },
19
+ "270": {
20
  "content": "<s>",
21
  "lstrip": false,
22
  "normalized": false,
 
24
  "single_word": false,
25
  "special": true
26
  },
27
+ "271": {
28
  "content": "</s>",
29
  "lstrip": false,
30
  "normalized": false,