File size: 1,150 Bytes
1558dce 9658da2 1558dce |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 |
# Import the required libraries
import streamlit as st
from scrapegraphai.graphs import SmartScraperGraph
# Set up the Streamlit app
st.title("Web Scrapping AI Agent 🕵️♂️")
st.caption("This app allows you to scrape a website using OpenAI API")
# Get OpenAI API key from user
openai_access_token = st.text_input("OpenAI API Key", type="password")
if openai_access_token:
model = st.radio(
"Select the model",
["gpt-3.5-turbo", "gpt-4"],
index=0,
)
graph_config = {
"llm": {
"api_key": openai_access_token,
"model": model,
},
}
# Get the URL of the website to scrape
url = st.text_input("Enter the URL of the website you want to scrape")
# Get the user prompt
user_prompt = st.text_input("What you want the AI agent to scrae from the website?")
# Create a SmartScraperGraph object
smart_scraper_graph = SmartScraperGraph(
prompt=user_prompt,
source=url,
config=graph_config
)
# Scrape the website
if st.button("Scrape"):
result = smart_scraper_graph.run()
st.write(result) |