oweller2 commited on
Commit
35204e9
1 Parent(s): 08d8d00
Files changed (1) hide show
  1. tokenizer_config.json +1 -0
tokenizer_config.json CHANGED
@@ -944,4 +944,5 @@
944
  "AutoTokenizer": [
945
  "orionweller/test-flex-gpt--tokenizer.ModernDecoderBERTTokenizer"
946
  ]
 
947
  }
 
944
  "AutoTokenizer": [
945
  "orionweller/test-flex-gpt--tokenizer.ModernDecoderBERTTokenizer"
946
  ]
947
+ }
948
  }