Update app.py

app.py

@@ -102,7 +102,7 @@ def main():
     st.title("Website Crawler")
     
     domains = st.text_area("Enter the website URLs (one per line):", value="")
-    page_count = st.number_input("Enter the maximum number of pages to crawl:", value=100, min_value=1, step=1)
+    page_count = st.number_input("Enter the maximum number of pages to crawl:", value=5000, min_value=1, step=1)
     col1, col2 = st.columns(2)
     with col1:
         concurrent_requests = st.number_input("Enter the number of concurrent requests per domain:", value=8, min_value=1, step=1)
@@ -111,7 +111,7 @@ def main():
         
     col1, col2 = st.columns(2)
     with col1:
-        exclude_url_regex_input = st.text_area("Enter exclude URL regex patterns (one per line):", value="cdn")
+        exclude_url_regex_input = st.text_area("Enter exclude URL regex patterns (one per line):", value="cdn\nwp-content")
     with col2:
         domain_filter_regex_input = st.text_area("Filter our unique domains with regex (one per line):", value="instagram\nfacebook\ntwitter\nlinkedin\nsnapchat\ntiktok\nreddit\npinterest\namazon\ncdn\nyoutube\nyoutu.be")