Upload folder using huggingface_hub

config.json

@@ -26,6 +26,7 @@
   "quantization_config": {
     "model_name_or_path": null,
     "model_file_base_name": "sq-mythomax-13b-w4-s0",
-    "quant_method": "squeezellm"
+    "quant_method": "squeezellm",
+    "wbits": 4
   }
-}
+}