tiiuae
/

falcon-mamba-7b-instruct

Text Generation

Inference Endpoints

Model card Files Files and versions Community

Gkunsch commited on Aug 15

Commit

d332201

•

1 Parent(s): ddd38e5

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +1 -1

tokenizer_config.json CHANGED Viewed

@@ -122,7 +122,7 @@
   ],
   "model_max_length": 1000000000000000019884624838656,
   "pad_to_multiple_of": null,
-  "pad_token": "<|end_of_text|>",
   "pad_token_type_id": 0,
   "padding_side": "left",
   "tokenizer_class": "PreTrainedTokenizerFast"

   ],
   "model_max_length": 1000000000000000019884624838656,
   "pad_to_multiple_of": null,
+  "pad_token": ">>TITLE<<",
   "pad_token_type_id": 0,
   "padding_side": "left",
   "tokenizer_class": "PreTrainedTokenizerFast"