Spaces:
Sleeping
Sleeping
Update main.py
Browse files
main.py
CHANGED
@@ -35,7 +35,7 @@ async def scrape_page(url: str, visited: set, base_domain: str) -> tuple[Dict, s
|
|
35 |
page = await context.new_page()
|
36 |
|
37 |
# Navigate and wait for content
|
38 |
-
await page.goto(url, wait_until="networkidle", timeout=
|
39 |
|
40 |
# Scroll to trigger lazy-loaded images
|
41 |
await page.evaluate("window.scrollTo(0, document.body.scrollHeight)")
|
|
|
35 |
page = await context.new_page()
|
36 |
|
37 |
# Navigate and wait for content
|
38 |
+
await page.goto(url, wait_until="networkidle", timeout=40000)
|
39 |
|
40 |
# Scroll to trigger lazy-loaded images
|
41 |
await page.evaluate("window.scrollTo(0, document.body.scrollHeight)")
|