Spaces:

tensora
/

webcrawler

Running

Add1E commited on Jan 13

Commit

efb2441

verified ·

1 Parent(s): 57f5fd7

Update trend_crawl.py

Files changed (1) hide show

trend_crawl.py CHANGED Viewed

@@ -38,7 +38,7 @@ def process_selenium_row(index, selenium_rows, driver):
             selenium_rows = driver.find_elements(By.CSS_SELECTOR, '[jsname="oKdM2c"]')
             row = selenium_rows[index]
             driver.execute_script("arguments[0].click();", row)  # Use JavaScript click for stability
             # Wait for the articles to load dynamically
             WebDriverWait(driver, 10).until(
                 EC.presence_of_all_elements_located((By.CLASS_NAME, "xZCHj"))

             selenium_rows = driver.find_elements(By.CSS_SELECTOR, '[jsname="oKdM2c"]')
             row = selenium_rows[index]
             driver.execute_script("arguments[0].click();", row)  # Use JavaScript click for stability
+            driver.refresh()
             # Wait for the articles to load dynamically
             WebDriverWait(driver, 10).until(
                 EC.presence_of_all_elements_located((By.CLASS_NAME, "xZCHj"))