Update app.py

app.py

@@ -28,8 +28,8 @@ def mistral_model():
         tuple: A tuple containing the loaded model and tokenizer.
     """
     if torch.cuda.is_available():
-        model_id = "mistralai/Mistral-7B-Instruct-v0.2"
-        model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, device_map="auto")
+        model_id = "/code/mistral/"
+        model = AutoModelForCausalLM.from_pretrained(model_id)
         tokenizer = AutoTokenizer.from_pretrained(model_id)
 
     return model,tokenizer