updated default model

app.py

@@ -51,7 +51,6 @@ def inference(image_input,
               tile_num,
               chatbot,
               state, 
-            #   image_state, 
               model_state,
               tokenizer_state):
     
@@ -129,9 +128,6 @@ def regenerate_response(chatbot,
     if model_state is None or tokenizer_state is None:
         chatbot.append(("System", "Please select a model to start the conversation."))
         return chatbot, state
-    
-    model = model_state
-    tokenizer = tokenizer_state
         
     # Check if there is a previous user message
     if chatbot is None or len(chatbot) == 0:
@@ -139,11 +135,6 @@ def regenerate_response(chatbot,
         chatbot.append(("System", "Nothing to regenerate. Please start a conversation first."))
         return chatbot, state, 
     
-    # # Check if there is a previous user message
-    # if state is None or len(state) == 0:
-    #     chatbot.append(("System", "Nothing to regenerate. Please start a conversation first."))
-    #     return chatbot, state
-    
     # Get the last user message
     last_user_message, _ = chatbot[-1]
     
@@ -152,11 +143,16 @@ def regenerate_response(chatbot,
         chatbot.append(("System", "Cannot regenerate response for an empty or invalid message."))
         return chatbot, state
     
-    
-    state = state[:-1]  # Remove last assistant's response from history
-   
-    if len(state) == 0 or not state:
+    # Remove last assistant's response from state
+    if state is not None and len(state) > 0:
+        state = state[:-1]  # Remove last assistant's response from history
+        if len(state) == 0:
+            state = None
+    else:
         state = None
+   
+    model = model_state
+    tokenizer = tokenizer_state
     # Set generation config
     do_sample = (float(temperature) != 0.0)    
 
@@ -167,6 +163,8 @@ def regenerate_response(chatbot,
         temperature= float(temperature),
         top_p= float(top_p),
     )
+    
+    
     # Regenerate the response
     response_text, new_state = model.chat(
         tokenizer,
@@ -182,7 +180,7 @@ def regenerate_response(chatbot,
     state = new_state
     
     # Update chatbot with the regenerated response
-    chatbot.append((last_user_message, response_text))     
+    chatbot[-1] = (last_user_message, response_text)
        
     return chatbot, state
 
@@ -213,6 +211,13 @@ with gr.Blocks() as demo:
         outputs=[model_state, tokenizer_state]
     )
     
+    # Load the default model when the app starts
+    demo.load(
+        fn=load_model_and_set_image_function,
+        inputs=[model_dropdown],
+        outputs=[model_state, tokenizer_state]
+    )
+    
     with gr.Row(equal_height=True):
         # First column with image input
         with gr.Column(scale=1):
@@ -222,7 +227,10 @@ with gr.Blocks() as demo:
         # Second column with chatbot and user input
         with gr.Column(scale=2):    
             chatbot = gr.Chatbot(label="Conversation")
-            user_input = gr.Textbox(label="What is your question", placeholder="Type your message here")
+            user_input = gr.Textbox(label="What is your question", 
+                                    placeholder="Type your message here",
+                                    interactive=True,
+                                    lines=1)
         
     with gr.Accordion('Parameters', open=False):
         with gr.Row():