Update app.py

app.py

@@ -69,7 +69,15 @@ def get_context_retriever_chain(vector_store):
 
 def get_conversational_rag_chain(retriever_chain): 
     
-    llm = ChatOpenAI()
+    llm = CTransformers(
+                    # model = "TheBloke/Mistral-7B-Instruct-v0.2-GGUF",
+                    model= "TheBloke/Llama-2-7B-Chat-GGUF",
+                    model_file = "llama-2-7b-chat.Q3_K_S.gguf",
+                    model_type="llama",
+                    max_new_tokens = 300,
+                    temperature = 0.3,
+                    lib="avx2", # for CPU
+    )
     
     prompt = ChatPromptTemplate.from_messages([
       ("system", "Answer the user's questions based on the below context:\n\n{context}"),