webscrapper

Sleeping

Arafath10 commited on Aug 28

Commit

9f12486

•

1 Parent(s): 277c9aa

Update scraper.py

Files changed (1) hide show

scraper.py CHANGED Viewed

@@ -106,7 +106,7 @@ class Scraper:
             links = Scraper.get_links(soup)
             text_content = Scraper.get_text_content(soup)
-            if not links:
                 print("Running alternative scrapper")
                 links, text_content = await Scraper.power_scrapper_2(url)

             links = Scraper.get_links(soup)
             text_content = Scraper.get_text_content(soup)
+            if not text_content:
                 print("Running alternative scrapper")
                 links, text_content = await Scraper.power_scrapper_2(url)