Upload folder using huggingface_hub

config.json

@@ -19,18 +19,6 @@
   "num_key_value_heads": 32,
   "pad_token_id": 0,
   "pretraining_tp": 1,
-  "quantization_config": {
-    "bnb_4bit_compute_dtype": "bfloat16",
-    "bnb_4bit_quant_type": "nf4",
-    "bnb_4bit_use_double_quant": true,
-    "llm_int8_enable_fp32_cpu_offload": false,
-    "llm_int8_has_fp16_weight": false,
-    "llm_int8_skip_modules": null,
-    "llm_int8_threshold": 6.0,
-    "load_in_4bit": true,
-    "load_in_8bit": false,
-    "quant_method": "bitsandbytes"
-  },
   "rms_norm_eps": 1e-06,
   "rope_scaling": null,
   "rope_theta": 10000.0,

model-00001-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e8d1977770b8740ea9a119cb1e906e151da74a548455a2c951a9490dd717e6c7
+oid sha256:f15d8c5ef851d3b784877be316c286eaf17a7426968b0fcdcd273107a27cb9e4
 size 4938993440

model-00002-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:33d6e5ccbc714a89c4b82936db7a92104e7777e908ba4fe4bbb3e4e8a80e268e
+oid sha256:078d337651eb79481c2b09994066ff2a18c9a5a96486314638de9f75a461f4d7
 size 4947390768

model-00003-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0f578bcbb5dde60eee037b46c5c3dea0a209da2fb20c5148e8ae430f5108810d
+oid sha256:c9ed050c6ed77007fe3d7373a8d1cc6763d2c1225cdb251cd32a73eb15765bc7
 size 3590496928