Update app.py

app.py

@@ -1,11 +1,16 @@
 import gradio as gr
 from transformers import AutoTokenizer, AutoModelForCausalLM
 import torch
+import os
 
-# Load the Hugging Face model and tokenizer
+# Retrieve the token from environment variables
+api_token = os.getenv("HF_TOKEN")
+
+# Load the Hugging Face model and tokenizer with authentication
 model_name = "ContactDoctor/Bio-Medical-MultiModal-Llama-3-8B-V1"
-tokenizer = AutoTokenizer.from_pretrained(model_name)
-model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True)
+tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=api_token)
+model = AutoModelForCausalLM.from_pretrained(model_name, trust_remote_code=True, use_auth_token=api_token)
+
 
 # Define the function to process user input
 def generate_response(input_text):