thisisdev commited on
Commit
1558dce
·
verified ·
1 Parent(s): 49049ca

Update src/streamlit_app.py

Browse files
Files changed (1) hide show
  1. src/streamlit_app.py +37 -39
src/streamlit_app.py CHANGED
@@ -1,40 +1,38 @@
1
- import altair as alt
2
- import numpy as np
3
- import pandas as pd
4
  import streamlit as st
5
-
6
- """
7
- # Welcome to Streamlit!
8
-
9
- Edit `/streamlit_app.py` to customize this app to your heart's desire :heart:.
10
- If you have any questions, checkout our [documentation](https://docs.streamlit.io) and [community
11
- forums](https://discuss.streamlit.io).
12
-
13
- In the meantime, below is an example of what you can do with just a few lines of code:
14
- """
15
-
16
- num_points = st.slider("Number of points in spiral", 1, 10000, 1100)
17
- num_turns = st.slider("Number of turns in spiral", 1, 300, 31)
18
-
19
- indices = np.linspace(0, 1, num_points)
20
- theta = 2 * np.pi * num_turns * indices
21
- radius = indices
22
-
23
- x = radius * np.cos(theta)
24
- y = radius * np.sin(theta)
25
-
26
- df = pd.DataFrame({
27
- "x": x,
28
- "y": y,
29
- "idx": indices,
30
- "rand": np.random.randn(num_points),
31
- })
32
-
33
- st.altair_chart(alt.Chart(df, height=700, width=700)
34
- .mark_point(filled=True)
35
- .encode(
36
- x=alt.X("x", axis=None),
37
- y=alt.Y("y", axis=None),
38
- color=alt.Color("idx", legend=None, scale=alt.Scale()),
39
- size=alt.Size("rand", legend=None, scale=alt.Scale(range=[1, 150])),
40
- ))
 
1
+ # Import the required libraries
 
 
2
  import streamlit as st
3
+ from scrapegraphai.graphs import SmartScraperGraph
4
+
5
+ # Set up the Streamlit app
6
+ st.title("Web Scrapping AI Agent 🕵️‍♂️")
7
+ st.caption("This app allows you to scrape a website using OpenAI API")
8
+
9
+ # Get OpenAI API key from user
10
+ openai_access_token = st.text_input("OpenAI API Key", type="password")
11
+
12
+ if openai_access_token:
13
+ model = st.radio(
14
+ "Select the model",
15
+ ["gpt-3.5-turbo", "gpt-4"],
16
+ index=0,
17
+ )
18
+ graph_config = {
19
+ "llm": {
20
+ "api_key": openai_access_token,
21
+ "model": model,
22
+ },
23
+ }
24
+ # Get the URL of the website to scrape
25
+ url = st.text_input("Enter the URL of the website you want to scrape")
26
+ # Get the user prompt
27
+ user_prompt = st.text_input("What you want the AI agent to scrae from the website?")
28
+
29
+ # Create a SmartScraperGraph object
30
+ smart_scraper_graph = SmartScraperGraph(
31
+ prompt=user_prompt,
32
+ source=url,
33
+ config=graph_config
34
+ )
35
+ # Scrape the website
36
+ if st.button("Scrape"):
37
+ result = smart_scraper_graph.run()
38
+ st.write(result)