Update chatbot.py

chatbot.py

@@ -12,6 +12,9 @@ import re
 # Configure logging
 logging.basicConfig(level=logging.DEBUG)
 
+# Load environment variables
+load_dotenv()
+
 # Configure Hugging Face API URL and headers for Meta-Llama-3-70B-Instruct
 api_url = "https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3-70B-Instruct"
 huggingface_api_key = os.getenv("HF_API_TOKEN")
@@ -225,12 +228,17 @@ def chatbot(audio, input_type, text):
     payload = {
         "inputs": f"role: ophthalmologist assistant patient history: {patient_history} question: {query}"
     }
+
+    logging.debug(f"Raw input to the LLM: {payload['inputs']}")
+
     response = query_huggingface(payload)
     if isinstance(response, list):
         raw_response = response[0].get("generated_text", "Sorry, I couldn't generate a response.")
     else:
         raw_response = response.get("generated_text", "Sorry, I couldn't generate a response.")
 
+    logging.debug(f"Raw output from the LLM: {raw_response}")
+
     clean_response = cleanup_response(raw_response)
     return clean_response, None