Update app.py

app.py

@@ -61,7 +61,16 @@ def predict(input, history=[]):
     else:
         # tokenize the new input sentence
         new_user_input_ids = tokenizer.encode(input + tokenizer.eos_token, return_tensors='pt')
-    
+
+        sql_encoding = sql_tokenizer(table=table, query=input + sql_tokenizer.eos_token, return_tensors="pt")
+        sql_outputs = sql_model.generate(**sql_encoding)
+        sql_response = sql_tokenizer.batch_decode(sql_outputs, skip_special_tokens=True)
+
+        # Append the SQL model's response to the history
+        sql_response_ids = tokenizer.encode(sql_response + tokenizer.eos_token, return_tensors='pt')
+        history.extend(sql_response_ids[0].tolist())  # Add SQL response token IDs to history
+
+        
         # append the new user input tokens to the chat history
         bot_input_ids = torch.cat([torch.LongTensor(history), new_user_input_ids], dim=-1)