orionweller
/

test-flex-gpt

Model card Files Files and versions Community

oweller2 commited on 30 days ago

Commit

edc8b9b

•

1 Parent(s): 35204e9

new

Files changed (1) hide show

tokenizer_config.json +1 -0

tokenizer_config.json CHANGED Viewed

@@ -942,6 +942,7 @@
   "auto_map": {
     "AutoConfig": "orionweller/test-flex-gpt--configuration_bert.FlexBertConfig",
     "AutoTokenizer": [
       "orionweller/test-flex-gpt--tokenizer.ModernDecoderBERTTokenizer"
     ]
   }

   "auto_map": {
     "AutoConfig": "orionweller/test-flex-gpt--configuration_bert.FlexBertConfig",
     "AutoTokenizer": [
+      "orionweller/test-flex-gpt--tokenizer.ModernDecoderBERTTokenizer",
       "orionweller/test-flex-gpt--tokenizer.ModernDecoderBERTTokenizer"
     ]
   }