Update app.py

app.py

@@ -17,12 +17,12 @@ from langchain_core.prompts import PromptTemplate
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
 client = InferenceClient("Qwen/Qwen2-7B-Instruct")
-llm = ChatOpenAI(
-        model="Qwen/Qwen2-7B-Instruct",
-        temperature=0.8,)
+# llm = ChatOpenAI(
+#         model="Qwen/Qwen2-7B-Instruct",
+#         temperature=0.8,)
 
 qa = RetrievalQA.from_chain_type(
-        llm=llm,
+        llm=client,
         chain_type="stuff",
         retriever=retriever,
         chain_type_kwargs=chain_type_kwargs,