Clean tokenizer_config.json
Browse filesRemove reference to ArthurZ's local directory. It might be better to set "special_tokens_map_file" to null and delete special_tokens_map.json, since the special tokens are already included via "additional_special_tokens".
- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -107,7 +107,7 @@
|
|
107 |
"name_or_path": "google/t5-v1_1-small",
|
108 |
"pad_token": "<pad>",
|
109 |
"sp_model_kwargs": {},
|
110 |
-
"special_tokens_map_file": "
|
111 |
"tokenizer_class": "T5Tokenizer",
|
112 |
"unk_token": "<unk>"
|
113 |
}
|
|
|
107 |
"name_or_path": "google/t5-v1_1-small",
|
108 |
"pad_token": "<pad>",
|
109 |
"sp_model_kwargs": {},
|
110 |
+
"special_tokens_map_file": "special_tokens_map.json",
|
111 |
"tokenizer_class": "T5Tokenizer",
|
112 |
"unk_token": "<unk>"
|
113 |
}
|