Update web_scraper.py

web_scraper.py

@@ -152,6 +152,7 @@ def scrape_site_content(query, num_sites=5):
                 try:
                     # Get the HTML content
                     print(f"Trying {url} (attempt {attempt + 1}/{retries})")
+                    logger.info(f"Scraping URL: {url}")
                     response = requests.get(
                         url,
                         headers=headers,