Upload folder using huggingface_hub

config.json

@@ -32,5 +32,5 @@
   "torch_dtype": "float16",
   "transformers_version": "4.44.2",
   "use_cache": true,
-  "vocab_size": 32064
+  "vocab_size": 32011
 }

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:35da8c8fb0a79189873baa67e9ab1f0b0dd90be66eeff270bdec3cecad111987
-size 4972489200
+oid sha256:9e01f106f725831ac3c787a4a4d985605130f750df169e7283e3950777b03707
+size 4972163568

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ab7e544e25b70b918fb6cac813d22ebe4504bc65afdb7872f972072256130bec
-size 2669692488
+oid sha256:c6ab18a2b30b806f0465852321a8b68bbd065eef2d6739bd73396b48f0dcb36a
+size 2669366856

model.safetensors.index.json

@@ -1,6 +1,6 @@
 {
   "metadata": {
-    "total_size": 7642159104
+    "total_size": 7641507840
   },
   "weight_map": {
     "lm_head.weight": "model-00002-of-00002.safetensors",

tokenizer.json

@@ -1,7 +1,14 @@
 {
   "version": "1.0",
   "truncation": null,
-  "padding": null,
+  "padding": {
+    "strategy": "BatchLongest",
+    "direction": "Right",
+    "pad_to_multiple_of": null,
+    "pad_id": 32000,
+    "pad_type_id": 0,
+    "pad_token": "<|endoftext|>"
+  },
   "added_tokens": [
     {
       "id": 0,

tokenizer_config.json

@@ -121,8 +121,11 @@
   "clean_up_tokenization_spaces": false,
   "eos_token": "<|endoftext|>",
   "legacy": false,
+  "max_length": null,
   "model_max_length": 4096,
+  "pad_to_multiple_of": null,
   "pad_token": "<|endoftext|>",
+  "pad_token_type_id": 0,
   "padding_side": "right",
   "sp_model_kwargs": {},
   "tokenizer_class": "LlamaTokenizer",