Hezar: Upload tokenizer and config
Browse files
preprocessor/normalizer_config.yaml
CHANGED
|
@@ -1 +1,4 @@
|
|
|
|
|
| 1 |
config_type: preprocessor
|
|
|
|
|
|
|
|
|
| 1 |
+
name: normalizer
|
| 2 |
config_type: preprocessor
|
| 3 |
+
nfkd: true
|
| 4 |
+
nfkc: true
|