Update tokenizer_config.json
Browse files- tokenizer_config.json +0 -1
tokenizer_config.json
CHANGED
@@ -113,6 +113,5 @@
|
|
113 |
"src_lang": null,
|
114 |
"tgt_lang": null,
|
115 |
"tokenizer_class": "M2M100Tokenizer",
|
116 |
-
"tokenizer_file": null,
|
117 |
"unk_token": "<unk>"
|
118 |
}
|
|
|
113 |
"src_lang": null,
|
114 |
"tgt_lang": null,
|
115 |
"tokenizer_class": "M2M100Tokenizer",
|
|
|
116 |
"unk_token": "<unk>"
|
117 |
}
|