update chainlit

app.py

@@ -108,12 +108,13 @@ rag_prompt = PromptTemplate.from_template(RAG_PROMPT_TEMPLATE)
 ### 1. CREATE HUGGINGFACE ENDPOINT FOR LLM
 hf_llm = HuggingFaceEndpoint(
     endpoint_url=HF_LLM_ENDPOINT,
-    max_new_tokens=512,
+    max_new_tokens=8192,
     top_k=10,
     top_p=0.95,
     typical_p=0.95,
     temperature=0.01,
     repetition_penalty=1.03,
+    streaming=True,
     huggingfacehub_api_token=os.environ["HF_TOKEN"]
 )
 

chainlit.md

@@ -4,12 +4,15 @@
 - LLM:  Llama3-8B running on Hugging Spaces
 - Embedding model: snowflake-arctic Embed Model  
 - Infrastructure / Framework:  LangChain
-- Vector Store: FIASS
+- Vector Store: Qdrant
 - UI:  Chainlit
 - Deployment: Docker on HuggingFace Spaces
 
 # Model Evaluation
 - Evaluate your answers to the following questions
 - Q1 "What is Airbnb's 'Description of Business'?"
+- Answer:
 - Q2 "What was the total value of 'Cash and cash equivalents' as of December 31, 2023?"
-- Q3 "What is the 'maximum number of shares to be sold under the 10b5-1 Trading plan' by Brian Chesky?"
+- Answer:
+- Q3 "What is the 'maximum number of shares to be sold under the 10b5-1 Trading plan' by Brian Chesky?"
+- Answer: