AiDeveloper1 commited on
Commit
fca7c02
·
verified ·
1 Parent(s): 687af95

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -35,7 +35,7 @@ async def scrape_page(url: str, visited: set, base_domain: str) -> tuple[Dict, s
35
  page = await context.new_page()
36
 
37
  # Navigate and wait for content
38
- await page.goto(url, wait_until="networkidle", timeout=30000)
39
 
40
  # Scroll to trigger lazy-loaded images
41
  await page.evaluate("window.scrollTo(0, document.body.scrollHeight)")
 
35
  page = await context.new_page()
36
 
37
  # Navigate and wait for content
38
+ await page.goto(url, wait_until="networkidle", timeout=40000)
39
 
40
  # Scroll to trigger lazy-loaded images
41
  await page.evaluate("window.scrollTo(0, document.body.scrollHeight)")