Update chain_app.py

chain_app.py

@@ -15,13 +15,13 @@ hf_text_client = Client("Artin2009/text-generation", hf_token=hf_token)
 openai_client = OpenAI(api_key=openai_api_key)
 groq_client = Groq(api_key=groq_api_key)
 
-API_URL = "https://api-inference.huggingface.co/models/PartAI/TookaBERT-Large"
-headers = {"Authorization": f"Bearer {hf_token}"}
+# API_URL = "https://api-inference.huggingface.co/models/PartAI/TookaBERT-Large"
+# headers = {"Authorization": f"Bearer {hf_token}"}
 
 
-def query(payload):
-	response = requests.post(API_URL, headers=headers, json=payload)
-	return response.json()
+# def query(payload):
+# 	response = requests.post(API_URL, headers=headers, json=payload)
+# 	return response.json()
 
 @cl.set_chat_profiles
 async def chat_profile():
@@ -50,10 +50,10 @@ async def chat_profile():
             name="gpt-3.5-turbo",
             markdown_description="OpenAI's GPT-3.5 Turbo model",
         ),
-        cl.ChatProfile(
-            name="GPT-3.5-turbo-0125",
-            markdown_description="OpenAI's GPT-3.5 Turbo 0125 model",
-        ),
+        # cl.ChatProfile(
+        #     name="GPT-3.5-turbo-0125",
+        #     markdown_description="OpenAI's GPT-3.5 Turbo 0125 model",
+        # ),
         cl.ChatProfile(
             name="gpt-3.5-turbo-1106",
             markdown_description="OpenAI's GPT-3.5 Turbo 1106 model",
@@ -86,10 +86,10 @@ async def chat_profile():
             name='mistral-7B',
             markdown_description = 'mistral open source LLM with 7B parameters'
         ),
-        cl.ChatProfile(
-            name="Toka-353M",
-            markdown_description="PartAI Open Source model Toka with 353M parameters",
-        )
+        # cl.ChatProfile(
+        #     name="Toka-353M",
+        #     markdown_description="PartAI Open Source model Toka with 353M parameters",
+        # )
     ]
 
 @cl.on_chat_start
@@ -198,28 +198,28 @@ async def on_chat_start():
         await cl.Message(
             content="Im one of the OpenAI's models. one of the best models. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
         ).send()
-    if chat_profile == 'GPT-3.5-turbo-0125':
-        await cl.ChatSettings(
-            [
-                Select(
-                    id="OpenAI-Model",
-                    label="OpenAI - Model",
-                    values=["gpt-3.5-turbo-0125"],
-                    initial_index=0,
-                ),
-                Slider(
-                    id="Temperature",
-                    label="Model Temperature",
-                    initial=0.7,
-                    min=0,
-                    max=1,
-                    step=0.1,
-                ),
-            ]
-        ).send()
-        await cl.Message(
-            content="Im one of the OpenAI's models. one of the best models. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
-        ).send()
+    # if chat_profile == 'GPT-3.5-turbo-0125':
+    #     await cl.ChatSettings(
+    #         [
+    #             Select(
+    #                 id="OpenAI-Model",
+    #                 label="OpenAI - Model",
+    #                 values=["gpt-3.5-turbo-0125"],
+    #                 initial_index=0,
+    #             ),
+    #             Slider(
+    #                 id="Temperature",
+    #                 label="Model Temperature",
+    #                 initial=0.7,
+    #                 min=0,
+    #                 max=1,
+    #                 step=0.1,
+    #             ),
+    #         ]
+    #     ).send()
+        # await cl.Message(
+        #     content="Im one of the OpenAI's models. one of the best models. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
+        # ).send()
 
     if chat_profile == 'gpt-3.5-turbo-1106':
         await cl.ChatSettings(
@@ -380,29 +380,28 @@ async def on_chat_start():
         await cl.Message(
             content="Im Mistral. the small version of Mistral Family. i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? "
         ).send()
-    if chat_profile == 'Toka-353M':
-        await cl.ChatSettings(
-            [
-                Select(
-                    id="PartAI-Model",
-                    label="PartAI - Model",
-                    values=["TokaBert-353M"],
-                    initial_index=0,
-                ),
-                Slider(
-                    id="Temperature",
-                    label="Model Temperature",
-                    initial=0.7,
-                    min=0,
-                    max=1,
-                    step=0.1,
-                ),
-            ]
-        ).send()
-        await cl.Message(
-            content="Im Toka. An opens source  persian LLM . i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? you should ask me your questions like : the capital of england is <mask> "
-        ).send()
-
+    # if chat_profile == 'Toka-353M':
+    #     await cl.ChatSettings(
+    #         [
+    #             Select(
+    #                 id="PartAI-Model",
+    #                 label="PartAI - Model",
+    #                 values=["TokaBert-353M"],
+    #                 initial_index=0,
+    #             ),
+    #             Slider(
+    #                 id="Temperature",
+    #                 label="Model Temperature",
+    #                 initial=0.7,
+    #                 min=0,
+    #                 max=1,
+    #                 step=0.1,
+    #             ),
+    #         ]
+    #     ).send()
+    #     await cl.Message(
+    #         content="Im Toka. An opens source  persian LLM . i was configured by Artin Daneshvar and Sadra Noadoust, 2 iranian students to help you, how can i assist you today ? you should ask me your questions like : the capital of england is <mask> "
+    #     ).send()
 
 @cl.on_message  
 async def main(message: cl.Message):
@@ -665,11 +664,13 @@ async def main(message: cl.Message):
 
         await cl.Message(content=complete_content).send() 
 
-    elif chat_profile == 'Toka-353M':
-        output = query({
-        "inputs": message.content,
-    })
-        await cl.Message(content=output[0]['sequence']).send()
+    # elif chat_profile == 'Toka-353M':
+    #     output = query({
+    #     "inputs": message.content,
+    # })
+    #     await cl.Message(
+    #         content=output[0]['sequence']
+    #     ).send()
 
 @cl.on_settings_update
 async def setup_agent(settings):