File size: 255 Bytes
d8fdd0b 40b30cb 5ced18f 40b30cb |
1 2 3 4 5 6 7 8 9 10 11 12 13 |
name: tokenizer
config_type: preprocessor
model: wordpiece
max_length: 512
truncation_strategy: longest_first
truncation_direction: right
stride: 0
padding_strategy: longest
padding_direction: right
pad_token_id: 0
pad_token: '[PAD]'
pad_token_type_id: 0
|