Upload folder using huggingface_hub

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/workspace/output/cosmosage_base/",
+  "_name_or_path": "models/cosmosage_qa//",
   "architectures": [
     "MistralForCausalLM"
   ],
@@ -19,8 +19,8 @@
   "rope_theta": 10000.0,
   "sliding_window": 4096,
   "tie_word_embeddings": false,
-  "torch_dtype": "bfloat16",
-  "transformers_version": "4.38.0.dev0",
+  "torch_dtype": "float16",
+  "transformers_version": "4.37.1",
   "use_cache": false,
   "vocab_size": 32000
 }

gptq_model-8bit-128g.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:173a5f50b993be1e8a2c792689d071fc5bc065f87419a9fe359614f80cfc9032
+size 7675586624

quantize_config.json

@@ -0,0 +1,11 @@
+{
+  "bits": 8,
+  "group_size": 128,
+  "damp_percent": 0.01,
+  "desc_act": false,
+  "static_groups": false,
+  "sym": true,
+  "true_sequential": true,
+  "model_name_or_path": null,
+  "model_file_base_name": null
+}