Update app.py

app.py

@@ -3,15 +3,16 @@ import json
 
 import gradio as gr
 
-from openai import OpenAI
+from openai import AzureOpenAI
 
 from langchain_community.embeddings.sentence_transformer import SentenceTransformerEmbeddings
 from langchain_community.vectorstores import Chroma
 
 
-client = OpenAI(
-    base_url="https://api.endpoints.anyscale.com/v1",
-    api_key=os.environ['ANYSCALE_API_KEY']
+client = AzureOpenAI(
+    api_key=os.environ['AZURE_OPENAI_KEY'],
+    azure_endpoint=os.environ['AZURE_OPENAI_ENDPOINT'],
+    api_version=2024-02-01
 )
 
 embedding_model = SentenceTransformerEmbeddings(model_name='thenlper/gte-large')
@@ -86,7 +87,7 @@ def predict(user_input):
 
     try:
         response = client.chat.completions.create(
-            model='mlabonne/NeuralHermes-2.5-Mistral-7B',
+            model='gpt-4o-mini',
             messages=prompt,
             temperature=0
         )