Trained with Unsloth

README.md

@@ -8,6 +8,7 @@ tags:
 - unsloth
 - mistral
 - trl
+- sft
 base_model: unsloth/mistral-7b-bnb-4bit
 ---
 

config.json

@@ -16,18 +16,6 @@
   "num_hidden_layers": 32,
   "num_key_value_heads": 8,
   "pad_token_id": 2,
-  "quantization_config": {
-    "bnb_4bit_compute_dtype": "bfloat16",
-    "bnb_4bit_quant_type": "nf4",
-    "bnb_4bit_use_double_quant": true,
-    "llm_int8_enable_fp32_cpu_offload": false,
-    "llm_int8_has_fp16_weight": false,
-    "llm_int8_skip_modules": null,
-    "llm_int8_threshold": 6.0,
-    "load_in_4bit": true,
-    "load_in_8bit": false,
-    "quant_method": "bitsandbytes"
-  },
   "rms_norm_eps": 1e-05,
   "rope_theta": 10000.0,
   "sliding_window": 4096,

pytorch_model-00001-of-00003.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d838dcdf0f912174142b635330c9cb0efae2b177f422e243dfa4d954c8f7a79a
+oid sha256:d6532e8df5934c6fdef72a3cad8e75b7ee4b7c97559a695dd4ffb01201cb8ec1
 size 4943185632

pytorch_model-00002-of-00003.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5ad001d90619680a533b5d7d4e650194de02e14b41327502277d02b01f66c3b1
+oid sha256:8ed238f8d15a05ae846b20798a26dd520509a19a2625daa4bf70f66391944611
 size 4999844744

pytorch_model-00003-of-00003.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d2ba8c06b10898412c3814021c09e314fc313cb97cc728f2eeaed0ceeee46903
-size 4540537414
+oid sha256:e7ab16082ff7db54ea7788879342fd9c54e6d571b59175c12492bae2ae8e372e
+size 4540537286