Update app.py

app.py

@@ -42,10 +42,9 @@ default_file_path = "user/app/scraped_data/culver/culvers_changes.csv"
 os.makedirs(os.path.dirname(default_file_path), exist_ok=True)
 
 # Function to monitor URLs for changes
-def monitor_urls(storage_location, url1, url2, scrape_interval, content_type):
+def monitor_urls(storage_location, urls, scrape_interval, content_type):
     global history
-    urls = [url1, url2]
-    previous_hashes = ["", ""]
+    previous_hashes = [""] * len(urls)
     
     # Ensure the directory exists
     os.makedirs(os.path.dirname(storage_location), exist_ok=True)
@@ -90,12 +89,12 @@ def monitor_urls(storage_location, url1, url2, scrape_interval, content_type):
             logging.error(f"Error starting ChromeDriver: {e}")
 
 # Define main function to handle user input
-def handle_input(storage_location, url1, url2, scrape_interval, content_type):
+def handle_input(storage_location, urls, scrape_interval, content_type):
     global current_task, history
 
-    current_task = f"Monitoring URLs: {url1}, {url2}"
+    current_task = f"Monitoring URLs: {', '.join(urls)}"
     history.append(f"Task started: {current_task}")
-    monitor_urls(storage_location, url1, url2, scrape_interval, content_type)
+    monitor_urls(storage_location, urls, scrape_interval, content_type)
     return TASK_PROMPT.format(task=current_task, history="\n".join(map(str, history)))
 
 # Load custom prompts
@@ -183,9 +182,10 @@ def respond(
     return response
 
 # Function to start scraping
-def start_scraping(storage_location, url1, url2, scrape_interval, content_type):
-    handle_input(storage_location, url1, url2, scrape_interval, content_type)
-    return f"Started scraping {url1} and {url2} every {scrape_interval} minutes."
+def start_scraping(storage_location, url1, url2, url3, url4, url5, url6, url7, url8, url9, url10, scrape_interval, content_type):
+    urls = [url for url in [url1, url2, url3, url4, url5, url6, url7, url8, url9, url10] if url]
+    handle_input(storage_location, urls, scrape_interval, content_type)
+    return f"Started scraping {', '.join(urls)} every {scrape_interval} minutes."
 
 # Function to display CSV content
 def display_csv(storage_location):
@@ -196,7 +196,7 @@ def display_csv(storage_location):
         return "No data available."
 
 # Create Gradio interface
-def chat_interface(message, system_message, max_tokens, temperature, top_p, storage_location, url1, url2, scrape_interval, content_type):
+def chat_interface(message, system_message, max_tokens, temperature, top_p, storage_location, url1, url2, url3, url4, url5, url6, url7, url8, url9, url10, scrape_interval, content_type):
     global history
     response = respond(message, history, system_message, max_tokens, temperature, top_p)
     history.append((message, response))
@@ -215,6 +215,14 @@ with demo:
             storage_location = gr.Textbox(value=default_file_path, label="Storage Location")
             url1 = gr.Textbox(value="https://www.culver.k12.in.us/", label="URL 1")
             url2 = gr.Textbox(value="https://www.facebook.com/CulverCommunitySchools", label="URL 2")
+            url3 = gr.Textbox(label="URL 3")
+            url4 = gr.Textbox(label="URL 4")
+            url5 = gr.Textbox(label="URL 5")
+            url6 = gr.Textbox(label="URL 6")
+            url7 = gr.Textbox(label="URL 7")
+            url8 = gr.Textbox(label="URL 8")
+            url9 = gr.Textbox(label="URL 9")
+            url10 = gr.Textbox(label="URL 10")
             scrape_interval = gr.Slider(minimum=1, maximum=60, value=5, step=1, label="Scrape Interval (minutes)")
             content_type = gr.Radio(choices=["text", "media", "both"], value="text", label="Content Type")
             start_button = gr.Button("Start Scraping")
@@ -224,8 +232,8 @@ with demo:
             chat_history = gr.Chatbot(label="Chat History")
             response_box = gr.Textbox(label="Response")
     
-    start_button.click(start_scraping, inputs=[storage_location, url1, url2, scrape_interval, content_type], outputs=csv_output)
-    message.submit(chat_interface, inputs=[message, system_message, max_tokens, temperature, top_p, storage_location, url1, url2, scrape_interval, content_type], outputs=[chat_history, response_box])
+    start_button.click(start_scraping, inputs=[storage_location, url1, url2, url3, url4, url5, url6, url7, url8, url9, url10, scrape_interval, content_type], outputs=csv_output)
+    message.submit(chat_interface, inputs=[message, system_message, max_tokens, temperature, top_p, storage_location, url1, url2, url3, url4, url5, url6, url7, url8, url9, url10, scrape_interval, content_type], outputs=[chat_history, response_box])
 
 if __name__ == "__main__":
     demo.launch()