SmerkyG
/

rwkv-6-world-1b6

Text Generation

Model card Files Files and versions Community

SmerkyG commited on Mar 21

Commit

62b4ed8

•

1 Parent(s): 2c743b5

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +2 -2

tokenizer_config.json CHANGED Viewed

@@ -1,11 +1,11 @@
 {
   "name_or_path": "rwkv-world",
   "add_prefix_space": false,
-  "tokenizer_class": "RWKVWorldTokenizer",
   "use_fast": false,
   "auto_map": {
     "AutoTokenizer": [
-      "tokenization_rwkv_world.RWKVWorldTokenizer",
       null
       ]
   }

 {
   "name_or_path": "rwkv-world",
   "add_prefix_space": false,
+  "tokenizer_class": "Rwkv5Tokenizer",
   "use_fast": false,
   "auto_map": {
     "AutoTokenizer": [
+      "tokenization_rwkv5.Rwkv5Tokenizer",
       null
       ]
   }