adjusted session management

app.py

@@ -75,7 +75,7 @@ async def retrieve_food_data(query):
 
 async def stream_completion(message_history):
     msg = cl.Message(content="")
-    await msg.send()
+    await msg.send()  # Initialize streaming message
 
     try:
         stream = await client.chat.completions.create(
@@ -85,11 +85,14 @@ async def stream_completion(message_history):
             temperature=0
         )
         
+        response_content = ""
         async for part in stream:
             token = part.choices[0].delta.content or ""
             await msg.stream_token(token)
+            response_content += token
         
-        await msg.send()
+        message_history.append({"role": "assistant", "content": response_content})
+        await msg.send()  # Finalize message after streaming
     except Exception as e:
         logging.error(f"Error during stream completion: {e}")
 
@@ -128,9 +131,10 @@ async def handle_message(message: cl.Message):
 
 @cl.on_chat_start
 async def handle_chat_start():
-    message_history = cl.user_session.get("message_history", [])
-    if not message_history:
-        welcome_message = """
+    if cl.user_session.get("message_history") is None:
+        cl.user_session.set("message_history", [])
+
+    welcome_message = """
 
 ## Welcome to the USDA Food Assistant!
 
@@ -138,7 +142,7 @@ async def handle_chat_start():
 
 ### Platform Overview
 
-This platform is natively connected to the USDA's FoodData Central (FDC) Dataset, which includes comprehensive details about the ingredient and nutrient profiling of all foods available on US shelves. Whether you're looking for information on a specific branded food item or general ingredient, we've got the data you need to make informed choices.
+This platform is natively connected to the USDA's FoodData Central (FDC) Dataset, which includes comprehensive details about the ingredient and nutrient profiling of all foods available on US shelves. Whether you're looking for information on a specific branded food item or general ingedient, we've got the data you need to make informed choices.
 
 ---
 
@@ -146,13 +150,13 @@ This platform is natively connected to the USDA's FoodData Central (FDC) Dataset
 
 - **Step 1:** To begin, simply provide the name of the food item you're interested in. 
 - **Step 2:** Once the food data is retrieved, you can ask more detailed questions regarding the nutrients, ingredients, or potential allergens specific to that food.
-        
+    
 **Note:** Nutrient values are provided per 100 grams of the edible portion of food. If you need serving size data, we can provide that as well, with clear explanations on how the nutrient values apply.
 
 Feel free to ask about any food or nutrient details, and we'll provide the most accurate information available!
 
 ---
+
 """
-        msg = cl.Message(content=welcome_message)
-        await msg.send()
-        cl.user_session.set("message_history", message_history)
+    msg = cl.Message(content=welcome_message)
+    await msg.send()

requirements.txt

@@ -1,4 +1,5 @@
 chainlit
 openai
 pinecone
+websockets
 protoc_gen_openapiv2