Upload tokenizer_config.json with huggingface_hub

tokenizer_config.json

@@ -25,46 +25,6 @@
       "rstrip": false,
       "single_word": false,
       "special": true
-    },
-    "32000": {
-      "content": "<CLS>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "32001": {
-      "content": "<SEP>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "32002": {
-      "content": "<EOD>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "32003": {
-      "content": "<MASK>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
-    },
-    "32004": {
-      "content": "<PAD>",
-      "lstrip": false,
-      "normalized": false,
-      "rstrip": false,
-      "single_word": false,
-      "special": true
     }
   },
   "bos_token": "<s>",
@@ -73,12 +33,12 @@
   "eos_token": "</s>",
   "legacy": false,
   "mask_token": "<MASK>",
-  "model_max_length": 1000000000000000019884624838656,
+  "model_max_length": 4096,
   "pad_token": "</s>",
-  "padding_side": "right",
+  "padding_side": "left",
   "sep_token": "<SEP>",
   "sp_model_kwargs": {},
   "tokenizer_class": "LlamaTokenizer",
   "unk_token": "<unk>",
   "use_default_system_prompt": false
-}
+}