Add a new method to grab stats from stats.txt

src/stats.py

@@ -10,6 +10,7 @@ from domain.playoffs import (
     DEFENSE_PLAYER_ID_TO_ROSTER_TEAM_NAMES,
     ROSTER_TEAM_NAMES_TO_DEFENSE_PLAYER_ID,
     PLAYOFF_TEAM_DEF_PLAYER,
+    CURRENT_PLAYOFF_WEEK,
 )
 from login import get_stat_overrides
 from queries.nflverse.github_data import get_player_kicking_stats, get_player_stats, get_team_defense_stats
@@ -547,3 +548,174 @@ def get_scores_map() -> dict[int, dict[str, float]]:
             scores_map[week][player_id] = score
 
     return scores_map
+
+
+LIVE_YAHOO_STAT_COLUMNS = {
+    "f": [
+        "f-" + "unknown01",
+        "f-" + "unknown02",
+        "f-" + "unknown03",
+        "f-" + "unknown04",
+        "f-" + "unknown05",
+        "f-" + "unknown06",
+        "f-" + "unknown07",
+        "f-" + "unknown08",
+        "f-" + "unknown09",
+        "f-" + "unknown10",
+        "f-" + "unknown11",
+        "f-" + "unknown12",
+        "f-" + "unknown13",
+        "f-" + "unknown14",
+        "f-" + "unknown15",
+        "f-" + "unknown16",
+    ],
+    "k": [
+        "k-" + "unknown01",
+        "k-" + "unknown02",
+        "k-" + "unknown03",
+        "k-" + "unknown04",
+        "k-" + "unknown05",
+        "k-" + "unknown06",
+        "k-" + "unknown07",
+        "k-" + "unknown08",
+        "k-" + "unknown09",
+        "k-" + "unknown10",
+        "k-" + "unknown11",
+        "k-" + "unknown12",
+        "k-" + "unknown13",
+        "k-" + "unknown14",
+        "k-" + "unknown15",
+        "k-" + "unknown16",
+    ],
+    "n": [
+        "n-" + "unknown01",
+        "n-" + "unknown02",
+        "n-" + "unknown03",
+        "n-" + "unknown04",
+    ],
+    "o": [
+        "o-" + "unknown01",
+        "o-" + "unknown02",
+        "o-" + "unknown03",
+    ],
+    "q": [
+        "q" + "unknown01",
+        "q" + "unknown02",
+        "q" + "unknown03",
+        PASS_YD.key,
+        "q" + "unknown05",
+        "q" + "unknown06",
+        "q" + "unknown07",
+        "q" + "unknown08",
+        "q" + "unknown09",
+        "q" + "unknown10",
+        "q" + "unknown11",
+        "q" + "unknown12",
+    ],
+    "r": [
+        "r-" + "unknown01",
+        RUSH_YD.key,
+        "r-" + "unknown03",
+        "r-" + "unknown04",
+        "r-" + "unknown05",
+        "r-" + "unknown06",
+        "r-" + "unknown07",
+    ],
+    "t": [
+        "t-" + "unknown01",
+        "t-" + "unknown02",
+        "t-" + "unknown03",
+        "t-" + "unknown04",
+        "t-" + "unknown05",
+        "t-" + "unknown06",
+        "t-" + "unknown07",
+        "t-" + "unknown08",
+        "t-" + "unknown09",
+        "t-" + "unknown10",
+        "t-" + "unknown11",
+        "t-" + "unknown12",
+        "t-" + "unknown13",
+        "t-" + "unknown14",
+        "t-" + "unknown15",
+        "t-" + "unknown16",
+        "t-" + "unknown17",
+        "t-" + "unknown18",
+        "t-" + "unknown19",
+        "t-" + "unknown20",
+        "t-" + "unknown21",
+        "t-" + "unknown22",
+        "t-" + "unknown23",
+        "t-" + "unknown24",
+        "t-" + "unknown25",
+    ],
+    "w": [
+        "w-" + "unknown01",
+        "w-" + "unknown02",
+        "w-" + "unknown03",
+        "w-" + "unknown04",
+        "w-" + "unknown05",
+        "w-" + "unknown06",
+        "w-" + "unknown07",
+        "w-" + "unknown08",
+    ],
+    "x": [
+        "x-" + "unknown01",
+        "x-" + "unknown02",
+        "x-" + "unknown03",
+        "x-" + "unknown04",
+        "x-" + "unknown05",
+    ],
+    "z": [
+        "z-" + "unknown01",
+        "z-" + "unknown02",
+        "z-" + "unknown03",
+        "z-" + "unknown04",
+        "z-" + "unknown05",
+        "z-" + "unknown06",
+        "z-" + "unknown07",
+        "z-" + "unknown08",
+        "z-" + "unknown09",
+        "z-" + "unknown10",
+        "z-" + "unknown11",
+        "z-" + "unknown12",
+        "z-" + "unknown13",
+    ],
+}
+
+
+def process_stat_line(stat_line: str) -> dict[str, dict[str, float]]:
+    remove_unknown = True
+    values_list = stat_line.split("|")
+    stat_type = values_list.pop(0)
+    column_list = LIVE_YAHOO_STAT_COLUMNS.get(stat_type)
+    if not column_list:
+        return {}
+    yahoo_player_id = values_list.pop(0)
+    player_id = YAHOO_PLAYER_ID_MAP.get(yahoo_player_id, "")
+    if not player_id:
+        print(f"Player id not found {yahoo_player_id}")
+    assert len(values_list) == len(column_list)
+    stat_map = {}
+    for stat_key, stat_val in zip(column_list, values_list):
+        if remove_unknown and "unknown" in stat_key:
+            continue
+        if stat_val:
+            stat_map[stat_key] = int(stat_val)
+    return {player_id: stat_map}
+
+
+def get_live_yahoo_stats_from_txt() -> dict[int, dict[str, dict[str, float]]]:
+    # new method using stats.txt and interpreting columnar data file
+    req = requests.get("https://relay-stream.sports.yahoo.com/nfl/stats.txt")
+    stats_text = req.text
+    stat_map: dict[int, dict[str, dict[str, float]]] = {w: {} for w in NFLVERSE_STAT_WEEK_TO_PLAYOFF_WEEK.values()}
+    current_week_stat_map: dict[str, dict[str, float]] = {}
+    for stat_line in stats_text.split("\n"):
+        parsed_stat_line = process_stat_line(stat_line)
+        for k, v in parsed_stat_line.items():
+            if k in current_week_stat_map:
+                current_week_stat_map[k].update(v)
+            else:
+                current_week_stat_map.update(parsed_stat_line)
+    stat_map[CURRENT_PLAYOFF_WEEK] = current_week_stat_map
+    return stat_map