Update app.py

app.py

@@ -63,8 +63,8 @@ def monitor_urls(storage_location, urls, scrape_interval, content_type, stop_scr
     except Exception as e:
         logging.error(f"Error starting ChromeDriver: {e}")
 
-def start_scraping(storage_location, urls, scrape_interval, content_type, stop_scraping_flag):
-    global CURRENT_TASK, HISTORY
+def start_scraping(storage_location, urls, scrape_interval, content_type):
+    global CURRENT_TASK, HISTORY, STOP_THREADS
 
     CURRENT_TASK = f"Monitoring URLs: {', '.join(urls)}"
     HISTORY.append(f"Task started: {CURRENT_TASK}")
@@ -94,13 +94,14 @@ def start_scraping(storage_location, urls, scrape_interval, content_type, stop_s
             HISTORY.append(f"Error accessing {url}: {e}")
 
         # Start a new thread for monitoring URLs
-        threading.Thread(target=monitor_urls, args=(storage_location, urls, scrape_interval, content_type, stop_scraping_flag)).start()
+        threading.Thread(target=monitor_urls, args=(storage_location, [url], scrape_interval, content_type, [STOP_THREADS])).start()
 
     return f"Started scraping {', '.join(urls)} every {scrape_interval} minutes."
 
 # Define a function to stop scraping
-def stop_scraping(stop_scraping_flag):
-    stop_scraping_flag[0] = True
+def stop_scraping():
+    global STOP_THREADS
+    STOP_THREADS = True
     return "Scraping stopped."
 
 # Define a function to update model config
@@ -126,7 +127,7 @@ def create_interface():
                 start_button = gr.Button("Start Scraping")
                 stop_button = gr.Button("Stop Scraping")
                 csv_output = gr.Textbox(label="CSV Output", interactive=False)
-                
+
                 model_name_input = gr.Textbox(value="default_model", label="Model Name")
                 gpu_layers_input = gr.Slider(minimum=0, maximum=8, value=2, step=1, label="GPU Layers")
 
@@ -134,13 +135,15 @@ def create_interface():
                 chat_history = gr.Chatbot(label="Chat History")
                 response_box = gr.Textbox(label="Response")
 
-        stop_scraping_flag = [False]
+        # Connect buttons to their respective functions
         start_button.click(
             fn=start_scraping,
-            inputs=[storage_location, urls, scrape_interval, content_type, stop_scraping_flag],
+            inputs=[storage_location, urls, scrape_interval, content_type],
             outputs=csv_output
         )
-        stop_button.click(stop_scraping, inputs=[stop_scraping_flag], outputs=[csv_output])
+        stop_button.click(stop_scraping, outputs=csv_output)
+
+        # Connect message submission to the chat interface
         message.submit(chat_interface, inputs=[message, chat_history, system_message, max_tokens, temperature, top_p], outputs=[chat_history, response_box])
 
         # Add a button to display the CSV content for a selected URL