using in-memory duckdb+views

app.py

@@ -14,41 +14,33 @@ os.environ["OPENAI_API_KEY"] = st.secrets["OPENAI_API_KEY"]
 st.set_page_config(page_title="Protected Areas Database Chat", page_icon="🦜")
 st.title("🦜 Protected Areas Database Chat")
 
+db_uri = "duckdb:///:memory:"
+engine = create_engine(db_uri)
+from sqlalchemy import text
+con = engine.connect()
+con.execute(text("create or replace view agency_name as select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-agency-name.parquet'"))
+con.execute(text("create or replace view agency_name as select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-agency-name.parquet'"))
+con.execute(text("create or replace view agency_type as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-agency-type.parquet'"))
+con.execute(text("create or replace view category as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-category.parquet'"))
+con.execute(text("create or replace view designation_type as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-desgination-type.parquet'"))
+con.execute(text("create or replace view easement as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-easement.parquet'"))
+con.execute(text("create or replace view fee as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-fee.parquet'"))
+con.execute(text("create or replace view marine as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-marine.parquet'"))
+con.execute(text("create or replace view iucn as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-iucn.parquet'"))
+con.execute(text("create or replace view public_access as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-public-access.parquet'"))
+con.execute(text("create or replace view state_name as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-state-name.parquet'"))
+con.execute(text("create or replace view combined as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-combined.parquet'"))
+
+db = SQLDatabase(engine, view_support=True)
+db.get_usable_table_names()
+
+
 
-# +
-import duckdb
-con = duckdb.connect("pad_views.duckdb")
-
-con.sql("create or replace view agency_name as select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-agency-name.parquet'")
-con.sql("create or replace view agency_type as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-agency-type.parquet'")
-con.sql("create or replace view category as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-category.parquet'")
-con.sql("create or replace view designation_type as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-desgination-type.parquet'")
-con.sql("create or replace view easement as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-easement.parquet'")
-con.sql("create or replace view fee as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-fee.parquet'")
-con.sql("create or replace view marine as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-marine.parquet'")
-con.sql("create or replace view iucn as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-iucn.parquet'")
-con.sql("create or replace view public_access as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-public-access.parquet'")
-con.sql("create or replace view state_name as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-state-name.parquet'")
-con.sql("create or replace view combined as  select * from 'https://huggingface.co/datasets/boettiger-lab/pad-us-3/resolve/main/parquet/pad-combined.parquet'")
-con.close()
-# -
-
-#db_uri = "duckdb:///:memory:"
-db_uri = "duckdb:///pad_views.duckdb"
 
 # User inputs
 radio_opt = ["US Protected Areas v3"]
 selected_opt = st.sidebar.radio(label="Choose suitable option", options=radio_opt)
 
-# Setup agent
-@st.cache_resource(ttl="2h")
-def configure_db(db_uri):        
-    return SQLDatabase.from_uri(database_uri=db_uri, view_support=True)
-db = configure_db(db_uri)
-
-
-db.get_usable_table_names()
-
 llm = ChatOpenAI(model="gpt-3.5-turbo", temperature=0)
 agent = create_sql_agent(llm, db=db, agent_type="openai-tools", verbose=True)