Spaces:
Sleeping
Sleeping
Update main.py
Browse files
main.py
CHANGED
@@ -30,7 +30,7 @@ async def crawl_website(url: HttpUrl):
|
|
30 |
base_domain = urlparse(str(url)).netloc
|
31 |
results = []
|
32 |
|
33 |
-
while to_visit and len(visited) <
|
34 |
current_url = to_visit.pop()
|
35 |
if current_url in visited:
|
36 |
continue
|
|
|
30 |
base_domain = urlparse(str(url)).netloc
|
31 |
results = []
|
32 |
|
33 |
+
while to_visit and len(visited) < 20: # Limited to 1 for demo
|
34 |
current_url = to_visit.pop()
|
35 |
if current_url in visited:
|
36 |
continue
|