Hezar: Upload tokenizer and config
Browse files
preprocessor/normalizer_config.yaml
CHANGED
@@ -1,4 +1,4 @@
|
|
1 |
name: normalizer
|
2 |
-
config_type:
|
3 |
-
nfkd:
|
4 |
-
nfkc:
|
|
|
1 |
name: normalizer
|
2 |
+
config_type: preprocessor
|
3 |
+
nfkd: 'True'
|
4 |
+
nfkc: 'True'
|