Update model_config.json

model_config.json

@@ -19,7 +19,8 @@
     "bias": "none",
     "use_gradient_checkpointing": "unsloth",
     "random_state": 3407,
-    "use_rslora": false
+    "use_rslora": false,
+    "loftq_config": null
   },
   "training_args": {
     "per_device_train_batch_size": 4,
@@ -27,8 +28,8 @@
     "warmup_steps": 5,
     "num_train_epochs": 1,
     "learning_rate": 0.0002,
-    "fp16": true,
-    "bf16": false,
+    "fp16": false,
+    "bf16": true,
     "logging_steps": 1,
     "optim": "adamw_8bit",
     "weight_decay": 0.01,
@@ -41,17 +42,21 @@
     "dataset_name": "marmikpandya/mental-health",
     "dataset_split": "train",
     "dataset_rows": null,
-    "conversation_format": null,
+    "conversation_format": {
+      "instruction": "Provide an instruction to the model, e.g., 'Provide advice on coping with stress.'",
+      "input": "Include user details or context, e.g., 'I've been feeling overwhelmed with work and personal responsibilities.'",
+      "response": "The model's response based on the instruction and input."
+    },
     "max_seq_length": 2048,
     "train_on_responses_only": false
   },
   "inference_config": {
-    "temperature": null,
-    "min_p": null,
-    "max_new_tokens": null
+    "temperature": 1.0,
+    "min_p": 0.9,
+    "max_new_tokens": 512
   },
   "alpaca_prompt": {
     "template": "If you are a licensed psychologist, please provide this patient with a helpful response to their concern.\n\n### Instruction:\n{}\n\n### Input:\n{}\n\n### Response:\n{}",
     "eos_token": true
   }
-}
+}