feat(doc): Add example for pad_token (#1535)
Browse files- docs/config.qmd +1 -0
docs/config.qmd
CHANGED
|
@@ -412,6 +412,7 @@ special_tokens:
|
|
| 412 |
# bos_token: "<s>"
|
| 413 |
# eos_token: "</s>"
|
| 414 |
# unk_token: "<unk>"
|
|
|
|
| 415 |
|
| 416 |
# Add extra tokens.
|
| 417 |
tokens:
|
|
|
|
| 412 |
# bos_token: "<s>"
|
| 413 |
# eos_token: "</s>"
|
| 414 |
# unk_token: "<unk>"
|
| 415 |
+
# pad_token: "[PAD]"
|
| 416 |
|
| 417 |
# Add extra tokens.
|
| 418 |
tokens:
|