Update app.py

app.py

@@ -18,12 +18,13 @@ embeddings = HuggingFaceEmbeddings(model_name="sentence-transformers/all-MiniLM-
 vector_store= FAISS.load_local("vector_db/", embeddings)
 
 repo_id="mistralai/Mixtral-8x7B-Instruct-v0.1"
-llm = HuggingFaceHub(repo_id=repo_id, model_kwargs={"temperature": 0.01, "max_new_tokens": 2048})
+llm = HuggingFaceHub(repo_id=repo_id, model_kwargs={"temperature": 0.1, "max_new_tokens": 4096})
 
 memory = ConversationSummaryBufferMemory(
     llm=llm,
     output_key='answer',
     memory_key='chat_history',
+    max_token_limit=100,
     return_messages=True)
 
 retriever = vector_store.as_retriever(