Update app.py

app.py

@@ -1,19 +1,15 @@
 import gradio as gr
 import torch
-from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
+from transformers import AutoTokenizer, AutoModelForCausalLM, AutoConfig
 
+# Use the base model's ID and configuration
 base_model_id = "mistralai/Mistral-7B-v0.1"
-bnb_config = BitsAndBytesConfig(
-    load_in_4bit=True,
-    bnb_4bit_use_double_quant=True,
-    bnb_4bit_quant_type="nf4",
-    bnb_4bit_compute_dtype=torch.bfloat16
-)
+config = AutoConfig.from_pretrained(base_model_id)
 
 # Load the fine-tuned model "Tonic/mistralmed"
-model = AutoModelForCausalLM.from_pretrained("Tonic/mistralmed", quantization_config=bnb_config)
+model = AutoModelForCausalLM.from_pretrained("Tonic/mistralmed", config=config)
 
-tokenizer = AutoTokenizer.from_pretrained("Tonic/mistralmed", trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained(base_model_id, trust_remote_code=True)
 tokenizer.pad_token = tokenizer.eos_token
 tokenizer.padding_side = 'left'