Update app.py

app.py

@@ -97,13 +97,23 @@ def chat(input, history=[]):
     return response, history
 
 
-def sqlquery(input):
+def sqlquery(input, history=[]):
     
     #input_text = " ".join(conversation_history) + " " + input
     sql_encoding = sql_tokenizer(table=table, query=input + sql_tokenizer.eos_token, return_tensors="pt")
-    sql_outputs = sql_model.generate(**sql_encoding)
-    sql_response = sql_tokenizer.batch_decode(sql_outputs, skip_special_tokens=True)
+    #sql_outputs = sql_model.generate(**sql_encoding)
+    #sql_response = sql_tokenizer.batch_decode(sql_outputs, skip_special_tokens=True)
 
+     # append the new user input tokens to the chat history
+    bot_input_ids = torch.cat([torch.LongTensor(history), new_user_input_ids], dim=-1)
+      
+    # generate a response
+    history = sql_model.generate(bot_input_ids, max_length=1000, pad_token_id=sql_tokenizer.eos_token_id).tolist()
+
+     # convert the tokens to text, and then split the responses into the right format
+    response = sql_tokenizer.decode(history[0]).split("<|endoftext|>")
+    response = [(response[i], response[i + 1]) for i in range(0, len(response) - 1, 2)]  # convert to tuples of list
+    
     '''
     global conversation_history
     
@@ -114,7 +124,7 @@ def sqlquery(input):
     output = " ".join(conversation_history)
     return output
     '''
-    return sql_response
+    return response, history
 
 
 chat_interface = gr.Interface(
@@ -131,8 +141,9 @@ sql_interface = gr.Interface(
     fn=sqlquery,
     theme="default",
     #inputs=gr.Textbox(prompt="You:"),
-    inputs=gr.Textbox(prompt="You:"),
-    outputs=gr.Textbox(),
+    #outputs=gr.Textbox(),
+    inputs=["text", "state"],
+    outputs=["chatbot", "state"],
     live=True,
     capture_session=True,
     title="ST SQL Chat",