AstralZander commited on
Commit
8e3f7d5
1 Parent(s): c2dcf4f

Update special_tokens_map.json

Browse files
Files changed (1) hide show
  1. special_tokens_map.json +3 -3
special_tokens_map.json CHANGED
@@ -15,7 +15,7 @@
15
  "single_word": false
16
  },
17
  {
18
- "content": "<pad>",
19
  "lstrip": false,
20
  "normalized": true,
21
  "rstrip": false,
@@ -24,6 +24,6 @@
24
  ],
25
  "bos_token": "<s>",
26
  "eos_token": "</s>",
27
- "pad_token": "<pad>",
28
- "unk_token": "<unk>"
29
  }
 
15
  "single_word": false
16
  },
17
  {
18
+ "content": "[PAD]",
19
  "lstrip": false,
20
  "normalized": true,
21
  "rstrip": false,
 
24
  ],
25
  "bos_token": "<s>",
26
  "eos_token": "</s>",
27
+ "pad_token": "[PAD]",
28
+ "unk_token": "[UNK]"
29
  }