Himetsu commited on
Commit
8dc42df
1 Parent(s): 0205667

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -0
tokenizer_config.json CHANGED
@@ -8007,5 +8007,6 @@
8007
  "model_max_length": 1000000000000000019884624838656,
8008
  "processor_class": "PixtralProcessor",
8009
  "tokenizer_class": "PreTrainedTokenizerFast",
 
8010
  "unk_token": "<unk>"
8011
  }
 
8007
  "model_max_length": 1000000000000000019884624838656,
8008
  "processor_class": "PixtralProcessor",
8009
  "tokenizer_class": "PreTrainedTokenizerFast",
8010
+ "model_input_names": ["input_ids", "attention_mask"],
8011
  "unk_token": "<unk>"
8012
  }