scrapper2.py

from selenium import webdriver
from bs4 import BeautifulSoup

url = "https://search.macaulaylibrary.org/catalog?regionCode=CO-ANT&taxonCode=bltfly1&sort=rating_rank_desc&mediaType=photo"

# Set up the ChromeDriver (you need to have ChromeDriver installed and its path added to your system PATH)
driver = webdriver.Chrome()

# Load the webpage
driver.get(url)

# Get the page source after the dynamic content has loaded
page_source = driver.page_source

# Parse the HTML content
soup = BeautifulSoup(page_source, 'html.parser')

# Now you can use BeautifulSoup to extract information from the HTML
# For example, let's extract all image URLs
# print(soup.find_all('img'))

image_urls = [img['src'] for img in soup.find_all('img')]


# Print the extracted image URLs
for i, url in enumerate(image_urls, start=1):
    print(f"Image {i}: {url}")
    print(url.split('/asset/')[-1].split('/')[0])
    break

# Close the browser window
driver.quit()



def get_image_asset(url):

    return url.split('/asset/')[-1].split('/')[0]