Load data from dbt data

src/dbt_data_client.py

@@ -1,5 +1,6 @@
 import duckdb
 import os
+import pandas as pd
 import subprocess
 import streamlit as st
 
@@ -8,6 +9,16 @@ DBT_DIR = os.path.join(os.path.dirname(__file__), "dbt_yfdash")
 DUCKDB_PATH = os.path.join(DBT_DIR, "dev.duckdb")
 
 
+FANTASY_POSITIONS = [
+    "QB",
+    "RB",
+    "WR",
+    "TE",
+    "FB",
+    "K",
+]
+
+
 def get_db_conn():
     return duckdb.connect(DUCKDB_PATH)
 
@@ -31,3 +42,34 @@ def execute_db_command_df(db_command: str):
 def get_current_tables() -> list[str]:
     current_tables_df = execute_db_command_df("SHOW TABLES")
     return current_tables_df["name"].tolist()
+
+
+def get_snap_counts() -> pd.DataFrame:
+    df = execute_db_command_df("SELECT * from raw_snap_counts")
+    df["fantasy_position"] = df["position"].isin(FANTASY_POSITIONS)
+    return df
+
+
+def get_play_by_play() -> pd.DataFrame:
+    df = execute_db_command_df("SELECT * from raw_play_by_play")
+    return df
+
+
+def get_player_stats() -> pd.DataFrame:
+    df = execute_db_command_df("SELECT * from raw_player_stats")
+    return df
+
+
+def get_ftn_charting() -> pd.DataFrame:
+    df = execute_db_command_df("SELECT * from raw_ftn_charting")
+    return df
+
+
+def get_depth_charts() -> pd.DataFrame:
+    df = execute_db_command_df("SELECT * from raw_depth_charts")
+    return df
+
+
+def get_nextgen_stats(stat_category: str) -> pd.DataFrame:
+    df = execute_db_command_df(f"SELECT * from raw_ngs_{stat_category}")
+    return df

src/pages/11_Next_Gen_Stats.py

@@ -3,8 +3,8 @@ import streamlit as st
 from config import DEFAULT_ICON
 from shared_page import common_page_config
 
+from dbt_data_client import get_nextgen_stats, get_current_tables
 from streamlit_filter import get_multiselect_for_df_column
-from queries.nflverse.github_data import get_nextgen_stats, get_current_tables, SEASON
 
 
 hide_columns = [
@@ -19,7 +19,7 @@ hide_columns = [
 
 
 def get_page():
-    page_title = f"Next Gen Stats - {SEASON}"
+    page_title = "Next Gen Stats"
     st.set_page_config(page_title=page_title, page_icon=DEFAULT_ICON, layout="wide")
     common_page_config()
     st.title(page_title)
@@ -32,7 +32,7 @@ def get_page():
         st.write("Data not loaded.")
         st.write("Check loaded data [here](./Load_Data)")
         return
-    data = get_nextgen_stats(SEASON, stat_category)
+    data = get_nextgen_stats(stat_category)
 
     season_or_week = st.selectbox("Season or Weekly Stats", ["Season", "Week"])
     if season_or_week == "Season":

src/pages/12_Depth_Charts.py

@@ -3,8 +3,8 @@ import streamlit as st
 from config import DEFAULT_ICON
 from shared_page import common_page_config
 
+from dbt_data_client import get_depth_charts, get_current_tables
 from streamlit_filter import filter_dataframe
-from queries.nflverse.github_data import get_depth_charts, get_current_tables, SEASON
 
 
 hide_columns: list[str] = [
@@ -17,19 +17,19 @@ hide_columns: list[str] = [
 
 
 def get_page():
-    page_title = f"Depth Charts - {SEASON}"
+    page_title = "Depth Charts"
     st.set_page_config(page_title=page_title, page_icon=DEFAULT_ICON, layout="wide")
     common_page_config()
     st.title(page_title)
 
-    table_name = f"depth_charts_depth_charts_{SEASON}"
+    table_name = "depth_charts"
     current_tables_list = get_current_tables()
 
     if table_name not in current_tables_list:
         st.write("Data not loaded.")
         st.write("Check loaded data [here](./Load_Data)")
         return
-    data = get_depth_charts(SEASON)
+    data = get_depth_charts()
 
     week_selection = st.slider(
         "Filter Week Range:",

src/pages/7_Snap_Counts.py

@@ -4,12 +4,12 @@ import streamlit as st
 from config import DEFAULT_ICON
 from shared_page import common_page_config
 
+from dbt_data_client import get_snap_counts, get_current_tables
 from queries.footballguys.constants import YEAR
-from queries.nflverse.github_data import get_snap_counts, get_current_tables, SEASON
 
 
 def load_data():
-    data = get_snap_counts(YEAR)
+    data = get_snap_counts()
     data = data[data.fantasy_position]
     teams_list = sorted(data.team.unique())
     position_list = data.position.unique()
@@ -23,7 +23,7 @@ def get_page():
     st.set_page_config(page_title=page_title, page_icon=DEFAULT_ICON, layout="wide")
     common_page_config()
     st.title(page_title)
-    if f"snap_counts_snap_counts_{SEASON}" not in get_current_tables():
+    if "snap_counts" not in get_current_tables():
         st.write("Data not loaded.")
         st.write("Check loaded data [here](./Load_Data)")
         return

src/pages/8_FTN_Charting.py

@@ -4,12 +4,12 @@ import streamlit as st
 from config import DEFAULT_ICON
 from shared_page import common_page_config
 
+from dbt_data_client import get_ftn_charting, get_current_tables
 from queries.footballguys.constants import YEAR
-from queries.nflverse.github_data import get_ftn_charting, get_current_tables, SEASON
 
 
 def load_data():
-    data = get_ftn_charting(YEAR)
+    data = get_ftn_charting()
     data_load_time_str = datetime.datetime.utcnow().strftime("%m/%d/%Y %I:%M %p")
     return data, data_load_time_str
 
@@ -19,7 +19,7 @@ def get_page():
     st.set_page_config(page_title=page_title, page_icon=DEFAULT_ICON, layout="wide")
     common_page_config()
     st.title(page_title)
-    if f"ftn_charting_ftn_charting_{SEASON}" not in get_current_tables():
+    if "ftn_charting" not in get_current_tables():
         st.write("Data not loaded.")
         st.write("Check loaded data [here](./Load_Data)")
         return