app.py

from pytrends.request import TrendReq
import streamlit as st
import pandas as pd
import xml.etree.ElementTree as ET
import requests
from datetime import datetime
import pytz
import hmac
import os
import time

feed_url1 = 'https://trends.google.de/trends/trendingsearches/daily/rss?geo=AT'

def parse_url(url):
    response = requests.get(url)

    root = ET.fromstring(response.content)
    return root

def convert_into_pd(req_json):
    wanted_keys = ["entityNames", "title"]

    final_json = [{ key: ts[key] for key in ts.keys() if key in wanted_keys} for ts in req_json ]

    result_df = pd.DataFrame(final_json)
    return result_df

def find_details(req_json, gewünschter_titel):
    gewünschte_details = []
    for trend_info in req_json:
        if trend_info['title'] == gewünschter_titel:
            
            for article in trend_info['articles']:
                
                article_details = {
                    'url': article['url'],
                    'snippet': article['snippet'],  
                    'articleTitle': article['articleTitle'],
                    'time': article['time'] 
                }

                gewünschte_details.append(article_details)
    return gewünschte_details

def find_details2(req_json):
    gewünschte_details = [] 

    for article in req_json:
        article_details = {
            'url': article['url'],
            'snippet': article['snippet'],  
            'articleTitle': article['title'],
            #'time': article['time'] 
        }

        gewünschte_details.append(article_details)
    return gewünschte_details

if 'reset' not in st.session_state:
    st.session_state.reset = False

def display_trends_from_yesterday():
    checkbox_statuses = {}
    urls = []
    
    timezone = 'Europe/Vienna'
    today = datetime.now(pytz.timezone(timezone)).date()
    feed = parse_url(feed_url1)
    entries = []
    ns = {'ht': 'https://trends.google.de/trends/trendingsearches/daily'}  # Define namespace
    for item in feed.findall('.//item'):
        pubDate = datetime.strptime(item.find('pubDate').text, '%a, %d %b %Y %H:%M:%S %z').date()
        # Filter: Überspringe, wenn pubDate heute ist
        if pubDate == today:
            continue
        entry = {
            'title': item.find('title').text,
            'pubDate': item.find('pubDate').text,
            'approx_traffic': item.find('ht:approx_traffic', ns).text if item.find('ht:approx_traffic', ns) is not None else None,
            'news_items': []
        }
        for news_item in item.findall('ht:news_item', ns):
            news_details = {
                'title': news_item.find('ht:news_item_title', ns).text,
                'snippet': news_item.find('ht:news_item_snippet', ns).text,
                'url': news_item.find('ht:news_item_url', ns).text,
                'source': news_item.find('ht:news_item_source', ns).text
            }
            entry['news_items'].append(news_details)
        entries.append(entry)
    
    count = 1
    for entry in entries:
        with st.expander(f"{count}• {entry['title']} | Generated Traffic: {entry['approx_traffic']}"):
            st.write(f"Veröffentlichungsdatum : {entry['pubDate']}")
            for count2, link in enumerate(entry['news_items'], start=1):
                checkbox_label = f"yesterday_{count}_{count2}"
                if st.session_state.reset:
                    st.session_state[checkbox_label] = False
                checkbox_statuses[checkbox_label] = st.session_state.get(checkbox_label, False)
                checkbox_statuses[checkbox_label] = st.checkbox(
                    f"{count2}•    {link['title']} [Go To →]({link['url']})",
                    value=checkbox_statuses[checkbox_label],
                    key=checkbox_label
                )
                if checkbox_statuses[checkbox_label]:
                    urls.append(link['url'])

            # Button am Ende des Expanders
            base_url = os.getenv("url")
            query_params = "&".join([f"article-links[]={url}" for url in urls])
            full_url = f"{base_url}{query_params}"
            st.link_button("Open All Links" , url= full_url)
            count += 1
            

def display_articles_for_category(category):
    checkbox_statuses = {}
    urls = []
    
    # Dictionary zur Verwaltung des Status jeder Checkbox
    for index, row in st.session_state["real_trending_searches"][category].iterrows():
        articles = find_details(st.session_state["base_data"][category], row['title'])
        for count2, url in enumerate(articles, start=1):
            checkbox_label = f"{category}_{index}_{count2}"
            if st.session_state.reset:
                st.session_state[checkbox_label] = False
            checkbox_statuses[checkbox_label] = st.session_state.get(checkbox_label, False)

    for index, row in st.session_state["real_trending_searches"][category].iterrows():
        count = index + 1
        with st.expander(f"{count}•   {row['title']} "):
            articles = find_details(st.session_state["base_data"][category], row['title'])
            for count2, url in enumerate(articles, start=1):
                checkbox_label = f"{category}_{index}_{count2}"
                disabled = not checkbox_statuses[checkbox_label] and sum(checkbox_statuses.values()) >= MAX_CHECKED
                checkbox_statuses[checkbox_label] = st.checkbox(
                    f"{count2}•    {url['articleTitle']} [Go To →]({url['url']})",
                    value=checkbox_statuses[checkbox_label],
                    key=checkbox_label,
                    disabled=disabled
                )
                if checkbox_statuses[checkbox_label]:
                    urls.append(url['url'])
            base_url = os.getenv("url")
            query_params = "&".join([f"article-links[]={url}" for url in urls])
            full_url = f"{base_url}{query_params}"
            st.link_button("Open All Links" , url= full_url)


# Funktion zum Rendern von Artikeln für heute
def display_articles_for_today(count, index):
    checkbox_statuses = {}
    urls = []
    # Dictionary zur Verwaltung des Status jeder Checkbox
    for count2, url in enumerate(index['articles'], start=1):
        checkbox_label = f"today_{count}_{count2}"
        if st.session_state.reset:
            st.session_state[checkbox_label] = False
        checkbox_statuses[checkbox_label] = st.session_state.get(checkbox_label, False)


    with st.expander(f"{count+1}•    {index['title']['query']} | Generated Traffic: {index['formattedTraffic']}"):
        articles = find_details2(index['articles'])
        for count2, url in enumerate(articles, start=1):
            checkbox_label = f"today_{count}_{count2}"
            disabled = not checkbox_statuses[checkbox_label] and sum(checkbox_statuses.values()) >= MAX_CHECKED
            checkbox_statuses[checkbox_label] = st.checkbox(
                f"{count2}•    {url['articleTitle']} [Go To →]({url['url']})",
                value=checkbox_statuses[checkbox_label],
                key=checkbox_label,
                disabled=disabled
            )
            if checkbox_statuses[checkbox_label]:
                urls.append(url['url'])

        # Button am Ende des Expanders
        base_url = os.getenv("url")
        query_params = "&".join([f"article-links[]={url}" for url in urls])
        full_url = f"{base_url}{query_params}"
        st.link_button("Open All Links" , url= full_url)
        

categories = {
    "Alle": "all",
    "Gesundheit": "m",
    "Business": "b",
    "Headlines": "h",
    "Sport": "s",
    "Entertainment": "e",
    "Technik": "t",
}

MAX_CHECKED = 3

def check_password():
    """Returns `True` if the user had the correct password."""

    def password_entered():
        """Checks whether a password entered by the user is correct."""
        if hmac.compare_digest(st.session_state["password"], os.environ.get("PASSWORD")):
            st.session_state["password_correct"] = True
            del st.session_state["password"]  # Don't store the password.
        else:
            st.session_state["password_correct"] = False

    # Return True if the password is validated.
    if st.session_state.get("password_correct", False):
        return True

    # Show input for password.
    st.text_input(
        "Password", type="password", on_change=password_entered, key="password"
    )
    if "password_correct" in st.session_state:
        st.error("😕 Password incorrect")
    return False


if not check_password():
    st.stop()  # Do not continue if check_password is not True.

pytrend = TrendReq(hl='de-AT', tz=360, timeout=(10,50))

if 'base_load_finished' not in st.session_state:
    st.session_state["real_trending_searches"] = {}
    st.session_state["base_data"] = {}
for category_name, category_code in categories.items():
    if 'base_load_finished' not in st.session_state:
        st.session_state["base"] = pytrend.realtime_trending_searches(pn='AT', cat=category_code, count=75)
        st.session_state["base_data"][category_name] = st.session_state["base"]
        st.session_state["real_trending_searches"][category_name] = convert_into_pd(st.session_state["base"])
    elif st.session_state.reset:
        st.session_state["base"] = pytrend.realtime_trending_searches(pn='AT', cat=category_code, count=75)
        st.session_state["base_data"][category_name] = st.session_state["base"]
        st.session_state["real_trending_searches"][category_name] = convert_into_pd(st.session_state["base"])

if 'selected_option' not in st.session_state:
    st.session_state['selected_option'] = "default_value"  # You can set a default value as needed

# Now, you can safely use st.session_state['selected_option']
selected_option = st.sidebar.radio("Choose an option", ["Realzeit Anfragen", "Tagesaktuelle Anfragen", "Trends von Gestern"])
st.warning("Die aufgelisteten Keywörter für erhöhte Reichweite in den Überschriften verwenden")
if selected_option == "Tagesaktuelle Anfragen":    
    if 'today' not in st.session_state:
        st.session_state["today"] = pytrend.today_searches(pn="AT")
    elif st.session_state.reset:
        st.session_state["today"] = pytrend.today_searches(pn="AT")

    #today = pytrend.today_searches(pn="AT")
    #trending_searches = pytrend.trending_searches(pn="austria")
    for count, index in enumerate(st.session_state["today"], start=0):
        try:
            display_articles_for_today(count, index)
        except Exception as e:
            st.code(e)
            continue
elif selected_option == "Realzeit Anfragen":
    choices_list = list(st.session_state["real_trending_searches"].keys())
    if len(categories) == len(choices_list):
        st.session_state["base_load_finished"] = True
    print(choices_list)
    auswahl = st.selectbox("Select Ressort", choices_list)

    display_articles_for_category(auswahl)
elif selected_option == "Trends von Gestern":
    display_trends_from_yesterday()

if st.session_state.reset:
    st.session_state["reset"] = False