Update app.py

app.py

@@ -45,9 +45,12 @@ def predict(input, history=[]):
     if is_question: 
         sql_encoding = sql_tokenizer(table=table, query=input + sql_tokenizer.eos_token, return_tensors="pt")
         sql_outputs = sql_model.generate(**sql_encoding)
-        response = sql_tokenizer.batch_decode(sql_outputs, skip_special_tokens=True)
+        sql_response = sql_tokenizer.batch_decode(sql_outputs, skip_special_tokens=True)
+
+        # Append the SQL model's response to the history
+        sql_response_ids = tokenizer.encode(sql_response + tokenizer.eos_token, return_tensors='pt')
+        history.extend(sql_response_ids[0].tolist())  # Add SQL response token IDs to history
 
-        history.append(response)
         
         '''
         bot_input_ids = torch.cat([torch.LongTensor(history), sql_encoding], dim=-1)