Update main.py

main.py

@@ -431,19 +431,12 @@ async def start():
     
     os.environ['HUGGINGFACEHUB_API_TOKEN'] = os.environ['HUGGINGFACEHUB_API_TOKEN']
     #repo_id = "mistralai/Mistral-7B-Instruct-v0.3"
-    #model = HuggingFaceEndpoint(
-    #    repo_id=repo_id,
-    #    max_new_tokens=6000,
-    #    temperature=1.0,
-    #    streaming=True
-    #)
-    from huggingface_hub import login
-    from langchain_huggingface.llms import HuggingFacePipeline
-    login(token=os.environ['HUGGINGFACEHUB_API_TOKEN'])
-    model = HuggingFacePipeline.from_model_id(
-        model_id="mistralai/Mistral-Small-Instruct-2409",
-        task="text-generation",
-        pipeline_kwargs={"max_new_tokens": 10},
+    repo_id = "mistralai/Mistral-Small-Instruct-2409"
+    model = HuggingFaceEndpoint(
+        repo_id=repo_id,
+        max_new_tokens=6000,
+        temperature=1.0,
+        streaming=True
     )
     if not cl.user_session.get("saveMemory"):
         cl.user_session.set("saveMemory", "")