Upload folder using huggingface_hub

config.json

@@ -10,7 +10,6 @@
   "eos_token_id": 50256,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
-  "max_length": 4096,
   "model_type": "gpt2",
   "n_ctx": 1024,
   "n_embd": 768,

quantize_config.json

@@ -5,4 +5,6 @@
   "desc_act": true,
   "sym": true,
   "true_sequential": true,
-  "model_name_or_path": 
+  "model_name_or_path": null,
+  "model_file_base_name": null
+}

special_tokens_map.json

@@ -0,0 +1,5 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

tokenizer_config.json

@@ -0,0 +1,9 @@
+{
+  "add_prefix_space": false,
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|endoftext|>",
+  "model_max_length": 1024,
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}