orionweller
/

test-flex-gpt

Model card Files Files and versions Community

oweller2 commited on 14 days ago

Commit

8e5d4e2

•

1 Parent(s): 5448b02

fix

Files changed (1) hide show

tokenizer.py +1 -1

tokenizer.py CHANGED Viewed

@@ -80,4 +80,4 @@ class ModernDecoderBERTTokenizer(PreTrainedTokenizerFast):
 # Register the class
 from transformers import AutoTokenizer
-AutoTokenizer.register(ModernDecoderBERTTokenizer, fast_tokenizer_class=ModernDecoderBERTTokenizer[])

 # Register the class
 from transformers import AutoTokenizer
+AutoTokenizer.register(ModernDecoderBERTTokenizer, fast_tokenizer_class=ModernDecoderBERTTokenizer)