emfomy commited on
Commit
267f258
β€’
1 Parent(s): 4928c7a

Specify tokenizer in config.

Browse files
Files changed (1) hide show
  1. config.json +1 -0
config.json CHANGED
@@ -29,6 +29,7 @@
29
  "pooler_num_fc_layers": 3,
30
  "pooler_size_per_head": 128,
31
  "pooler_type": "first_token_transform",
 
32
  "type_vocab_size": 2,
33
  "vocab_size": 21128
34
  }
 
29
  "pooler_num_fc_layers": 3,
30
  "pooler_size_per_head": 128,
31
  "pooler_type": "first_token_transform",
32
+ "tokenizer_class": "BertTokenizerFast",
33
  "type_vocab_size": 2,
34
  "vocab_size": 21128
35
  }