Update app.py

app.py

@@ -2,8 +2,9 @@ import gradio as gr
 from gradio_client import Client
 from huggingface_hub import InferenceClient
 import random
+from models import models
 ss_client = Client("https://omnibus-html-image-current-tab.hf.space/")
-
+'''
 models=[
     "google/gemma-7b",
     "google/gemma-7b-it",
@@ -14,7 +15,21 @@ models=[
     "mistralai/Mixtral-8x7B-Instruct-v0.1",
     "JunRyeol/jr_model",
 ]
-
+'''
+def test_models():
+    log_box=[]
+    for model in models:
+        try:
+            model_state= InferenceClient(model)
+            outp=client.text_generation("What is a cat")
+            log = {"Model":model,"Success":outp}
+            print(log)
+            log_box.append(log)
+        except Exception as e:
+            log = {"Model":model,"Error":e}
+            print(log)
+            log_box.append(log)
+    return log_box
 
 def format_prompt_default(message, history,cust_p):
     prompt = ""
@@ -193,6 +208,7 @@ with gr.Blocks() as app:
     with gr.Group():
         with gr.Row():
             with gr.Column(scale=3):
+                
                 inp = gr.Textbox(label="Prompt")
                 sys_inp = gr.Textbox(label="System Prompt (optional)")
                 with gr.Accordion("Prompt Format",open=False):
@@ -204,6 +220,7 @@ with gr.Blocks() as app:
                         with gr.Group():
                             stop_btn=gr.Button("Stop")
                             clear_btn=gr.Button("Clear")                
+                        test_btn=gr.Button("Test")
                 client_choice=gr.Dropdown(label="Models",type='index',choices=[c for c in models],value=models[0],interactive=True)
             with gr.Column(scale=1):
                 with gr.Group():
@@ -226,7 +243,8 @@ with gr.Blocks() as app:
                     wait_time=gr.Number(label="Wait Time",value=3000)
                     theme=gr.Radio(label="Theme", choices=["light","dark"],value="light")
                     chatblock=gr.Dropdown(label="Chatblocks",info="Choose specific blocks of chat",choices=[c for c in range(1,40)],multiselect=True)
-
+        test_json=gr.JSON(label="Test Output")
+    test_btn.click(test_models,None,test_json)
     
     client_choice.change(load_models,client_choice,[chat_b,custom_prompt,model_state])
     app.load(load_models,client_choice,[chat_b,custom_prompt,model_state])