AiDeveloper1 commited on
Commit
522d3c0
·
verified ·
1 Parent(s): 5908412

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -30,7 +30,7 @@ async def crawl_website(url: HttpUrl):
30
  base_domain = urlparse(str(url)).netloc
31
  results = []
32
 
33
- while to_visit and len(visited) < 1: # Limited to 1 for demo
34
  current_url = to_visit.pop()
35
  if current_url in visited:
36
  continue
 
30
  base_domain = urlparse(str(url)).netloc
31
  results = []
32
 
33
+ while to_visit and len(visited) < 20: # Limited to 1 for demo
34
  current_url = to_visit.pop()
35
  if current_url in visited:
36
  continue