Update trend_crawl.py

trend_crawl.py

@@ -22,16 +22,12 @@ complete_starttime = time.time()
 #driver_path = os.path.join(script_dir, 'chromedriver')
 
 def setup_driver():
-    chrome_options = Options()
-    chrome_options.add_argument("--headless")
-    chrome_options.add_argument("--no-sandbox")
-    chrome_options.add_argument("--disable-dev-shm-usage")
-
-    # Let webdriver_manager handle downloading and setting up Chromedriver
-    service = ChromeService(ChromeDriverManager().install())
-
-    driver = webdriver.Chrome(service=service, options=chrome_options)
-    return driver
+    options = webdriver.ChromeOptions()
+    options.add_argument('--headless')
+    options.add_argument('--no-sandbox')
+    options.add_argument('--disable-dev-shm-usage')
+    wd = webdriver.Chrome(options=options)
+    return wd
 
 def process_selenium_row(index, selenium_rows, driver):
     """Extract dynamic data using Selenium by clicking on the row."""