Update app.py

app.py

@@ -17,13 +17,14 @@ from dotenv import load_dotenv
 # Create Client
 load_dotenv()
 
-os.environ["ANYSCALE_API_KEY"]=os.getenv("ANYSCALE_API_KEY")
+os.environ["FIREWORKS_AI_API_KEY"]=os.getenv("FIREWORKS_AI_API_KEY")
 
 client = OpenAI(
-    base_url="https://api.endpoints.anyscale.com/v1",
-    api_key=os.environ['ANYSCALE_API_KEY']
+    base_url="https://api.fireworks.ai/inference/v1",
+    api_key=os.environ['FIREWORKS_AI_API_KEY']
 )
 
+
 embedding_model = SentenceTransformerEmbeddings(model_name='thenlper/gte-large')
 # Define the embedding model and the vectorstore
 
@@ -111,7 +112,7 @@ def predict(user_input,company):
     # Get response from the LLM
     try:
         response = client.chat.completions.create(
-            model='mistralai/Mixtral-8x7B-Instruct-v0.1',
+            model='accounts/fireworks/models/mixtral-8x7b-instruct',
             messages=prompt,
             temperature=0
         )