app.py

import streamlit as st
from dotenv import load_dotenv
import requests
from bs4 import BeautifulSoup
from bs4 import NavigableString
import openai
import os
import hmac
from st_copy_to_clipboard import st_copy_to_clipboard


load_dotenv()

def create_article(length_option, articles, params, web_page_option):
    
    article_string = "; ".join(f"Artikel {index + 1}: {artikel}" for index, artikel in enumerate(articles))
    
    if length_option == "Kurz":
        length = 8
    elif length_option == "Mittel":
        length = 14
    elif length_option == "Lang":
        length = 20
        
    openai.api_key = os.environ.get("OPEN_API_KEY")
    openai.api_base = os.environ.get("OPEN_API_BASE")
    openai.api_type = os.environ.get("OPEN_API_TYPE")
    openai.api_version = os.environ.get("OPEN_API_VERSION")

    if web_page_option == "heute.at":
        writing_style = os.environ.get("WRITING_STYLE_HEUTE")
    else:
        writing_style = os.environ.get("WRITING_STYLE_GESUND")
    
    try:
        res = openai.ChatCompletion.create(
                engine="gpt-4-1106",
                temperature=0.4,
                messages=[
                    {
                        "role": "system",
                        "content": f"You are a professional journalist whose task is to write your own article based on one or more articles. This article should combine the content of the original articles, but have its own writing style, which is as follows: {writing_style} Do not use unusual phrases or neologisms from the original articles. The length of your article should be {length} sentences long.",
                    },
                    {
                        "role": "system",
                        "content": f"Source articles: {article_string}"
                    },
                    {
                        "role": "system",
                        "content": f"Please also note the following instructions defined by the user: {params}"
                    },
                    {
                        "role": "system",
                        "content": "Schreibe den Artikel immer in deutscher Sprache."
                    }
                ],
        )
        return res["choices"][0]["message"]["content"]
    except Exception as e:
        print(f"Fehler beim erstellen des artikels: {str(e)}")
        st.error(f"Something went wrong: {str(e)}", icon="🚨")

def create_headline(article, web_page_option):
    openai.api_key = os.environ.get("OPEN_API_KEY")
    openai.api_base = os.environ.get("OPEN_API_BASE")
    openai.api_type = os.environ.get("OPEN_API_TYPE")
    openai.api_version = os.environ.get("OPEN_API_VERSION")

    if web_page_option == "heute.at":
        writing_style = os.environ.get("WRITING_STYLE_HEUTE")
    else:
        writing_style = os.environ.get("WRITING_STYLE_GESUND")
    
    try:
        res = openai.ChatCompletion.create(
                engine="gpt-4-1106",
                temperature=0.4,
                messages=[
                    {
                        "role": "system",
                        "content": f"You are a professional journalist and have the task of generating a headline for an article you have written. I will give you the writing style that was used to create the article as info. Writing style: {writing_style} The headline should be as short as possible, but still capture the essence of the article. It should be a maximum of 10 words long",
                    },
                    {
                        "role": "system",
                        "content": f"Source article: {article}"
                    },
                    {
                        "role": "system",
                        "content": "Schreibe die Headline immer in deutscher Sprache."
                    }
                ],
        )
        return res["choices"][0]["message"]["content"]
    except Exception as e:
        print(f"Fehler beim erstellen der headline: {str(e)}")
        st.error(f"Something went wrong: {str(e)}", icon="🚨")

def extract_text_from_element(element):
    # Initialisiere einen leeren Textstring
    text_content = ""

    # Überprüfe, ob das Element ein <p>, <ul> oder <ol>-Tag ist
    if element.name in ['p', 'ul', 'ol']:
        # Extrahiere den Text des Tags und füge ihn zum Textstring hinzu
        text_content += element.get_text() + '\n'


        # Überprüfe, ob das Element ein Tag mit Kindern ist (kein Textknoten)
    if not isinstance(element, NavigableString):
        # Rekursiv durch jedes Child-Element gehen und den Text hinzufügen
        for child in element.children:
            text_content += extract_text_from_element(child)

    return text_content
 
def extract_article(url):  
    # Webseite herunterladen
    response = requests.get(url)

    # Überprüfen, ob die Anfrage erfolgreich war (Status-Code 200)
    if response.status_code == 200:
        # HTML-Inhalt parsen
        soup = BeautifulSoup(response.text, 'html.parser')

        # Finden Sie das <article>-Tag (nehmen Sie an, dass es eins gibt)
        article_tag = soup.find('article')

        if article_tag:
            # Starte die Rekursion für jedes Child-Element des <article>-Tags
            extracted_text = extract_text_from_element(article_tag)
            stripped_text = filter_empty_lines(extracted_text)
            return stripped_text
        else:
            print("Kein <article>-Tag gefunden.")
            return None
    else:
        # Falls die Anfrage nicht erfolgreich war, eine Fehlermeldung ausgeben
        print(f"Fehler: {response.status_code}")
        return None

def filter_empty_lines(text):
    # Teile den Text in Zeilen auf
    lines = text.split('\n')
    
    # Filtere leere Zeilen heraus
    non_empty_lines = filter(lambda line: line.strip() != '', lines)
    
    # Verbinde die nicht leeren Zeilen zu einem String
    filtered_text = '\n'.join(non_empty_lines)
    
    return filtered_text

def extract_article_links(**kwargs):
    # print(len(kwargs["links"]))
    with st.spinner("Extrahiere..."):
        results = []
        for link in kwargs["links"]:
            results.append(extract_article(link))
        st.session_state["extracted_articles"] = results
        if st.session_state["process_step"] < 1:
            st.session_state["process_step"] += 1
        st.session_state["selected_page"] = 1

def extract_article_links_for_heading(**kwargs):
    article = extract_article(kwargs["link"])
       
def finalize_articles():
    final_articles = []
    for i in range(len(st.session_state["extracted_articles"])):
        final_articles.append(st.session_state["final_article_"+str(i+1)])
    st.session_state["final_articles"] = final_articles
    if st.session_state["process_step"] < 2:
        st.session_state["process_step"] += 1
    st.session_state["selected_page"] += 1
    
def increase_page():
    if st.session_state["selected_page"] <= st.session_state["process_step"]:
        st.session_state["selected_page"] += 1
    
def decrease_page():
    if st.session_state["selected_page"] > 0:
        st.session_state["selected_page"] -= 1
        
def on_click_handler_generate_article(**kwargs):
    with st.spinner("Generiere Artikel..."):
        created_article = create_article(kwargs["length_option"],kwargs["final_articles"],kwargs["add_info"], kwargs["webpage_option"])   
        headline = create_headline(created_article, kwargs["webpage_option"])
    st.session_state["generated_article"] = created_article
    st.session_state["generated_headline"] = headline
    if st.session_state["process_step"] < 3:
        st.session_state["process_step"] += 1
    st.session_state["selected_page"] += 1

def reset_session_state():
    st.session_state["extracted_articles"] = []
    st.session_state["article_links"] = []
    st.session_state["final_articles"] = []
    st.session_state["process_step"] = 0
    st.session_state["selected_page"] = 0
    st.session_state["generated_article"] = ""


if "extracted_articles" not in st.session_state:
    st.session_state["extracted_articles"] = []
if "article_links" not in st.session_state:
    st.session_state["article_links"] = []
if "final_articles" not in st.session_state:
    st.session_state["final_articles"] = []
if "process_step" not in st.session_state:
    st.session_state["process_step"] = 0
if "selected_page" not in st.session_state:
    st.session_state["selected_page"] = 0
if "generated_article" not in st.session_state:
    st.session_state["generated_article"] = ""
if "function_state" not in st.session_state:
    st.session_state["function_state"] = True
if "generated_headline" not in st.session_state:
    st.session_state["generated_headline"] = ""
if "webpage_option" not in st.session_state:
    st.session_state["webpage_option"] = "heute.at"

PROCESS_STEPS = ["Artikel Extraktion","Artikel Finalisierung","Artikel Generierung","Artikel Ausgabe"]

def check_password():
    """Returns `True` if the user had the correct password."""

    def password_entered():
        """Checks whether a password entered by the user is correct."""
        if hmac.compare_digest(st.session_state["password"], os.environ.get("PASSWORD")):
            st.session_state["password_correct"] = True
            del st.session_state["password"]  # Don't store the password.
        else:
            st.session_state["password_correct"] = False

    # Return True if the password is validated.
    if st.session_state.get("password_correct", False):
        return True

    # Show input for password.
    st.text_input(
        "Password", type="password", on_change=password_entered, key="password"
    )
    if "password_correct" in st.session_state:
        st.error("😕 Password incorrect")
    return False


if not check_password():
    st.stop()  # Do not continue if check_password is not True.

col1, col2 = st.columns([2, 1])

col1.title("TINA")
if st.session_state["webpage_option"] == "heute.at":
    col2.image("heute_logo.png")
else:
    col2.image("gesundheitstrends_logo.png")

st.radio("Wähle die Webseite aus für die Du einen Artikel generieren möchtest",["heute.at","gesundheitstrends.com"], key="webpage_option")

# with st.sidebar:
#     st.title("Funktions Auswahl")
#     st.write("Hier kannst Du zwischen der Artikel generierung und Überschrift generierung wählen.")
#     st.button("Artikel Generierung", key="article_gen_btn", use_container_width=True, on_click=lambda: st.session_state.update({"function_state": True}))
#     st.button("Überschrift Generierung", key="headline_gen_btn", use_container_width=True, on_click=lambda: st.session_state.update({"function_state": False}))

if st.session_state["function_state"]:
    tab_col1, tab_col2, tab_col3, tab_col4 = st.columns([1, 1, 1, 1])

    tab_col1.button("Artikel Extraktion", key="tab1", use_container_width=True, on_click=lambda: st.session_state.update({"selected_page": 0}), disabled=st.session_state["selected_page"] == 0)
    tab_col2.button("Artikel Finalisierung", key="tab2", use_container_width=True, on_click=lambda: st.session_state.update({"selected_page": 1}), disabled=st.session_state["process_step"] < 1 or st.session_state["selected_page"] == 1)
    tab_col3.button("Artikel Generierung", key="tab3", use_container_width=True, on_click=lambda: st.session_state.update({"selected_page": 2}), disabled=st.session_state["process_step"] < 2 or st.session_state["selected_page"] == 2)
    tab_col4.button("Artikel Ausgabe", key="tab4", use_container_width=True, on_click=lambda: st.session_state.update({"selected_page": 3}), disabled=st.session_state["process_step"] < 3 or st.session_state["selected_page"] == 3)

    nav_col1, nav_col2, nav_col3 = st.columns([1, 4, 1])

    nav_col1.button("◀️", key="nav1", use_container_width=True, on_click=decrease_page, disabled=st.session_state["selected_page"] == 0)
    nav_col2.markdown(f"<div style='text-align: center;'>{PROCESS_STEPS[st.session_state['selected_page']]}</div>", unsafe_allow_html=True)
    nav_col3.button("▶️", key="nav2", use_container_width=True, on_click=increase_page, disabled=st.session_state["selected_page"] == st.session_state["process_step"])

    if(st.session_state["selected_page"] == 0):
        st.write("Bitte gebe die Links der Artikel ein, welche Du extrahiert haben möchtest.")
        st.text_input("Gebe den "+str(len(st.session_state["article_links"])+1)+". Link ein:",key="link_input_"+str(len(st.session_state["article_links"])+1))
        if st.session_state["link_input_"+str(len(st.session_state["article_links"])+1)]:
            st.session_state["article_links"].append(st.session_state["link_input_"+str(len(st.session_state["article_links"])+1)])
            st.rerun()
        for i in range(len(st.session_state["article_links"])):
            st.write(f"Link nr. {i+1}:\n\n{st.session_state['article_links'][i]}")

        if(len(st.session_state["article_links"])>0):
            try: 
                st.button("Extrahiere Artikel",on_click=extract_article_links,kwargs={"links":st.session_state["article_links"]})
            except Exception as e:
                print(f"Fehler beim extrahieren der artikel: {str(e)}")
                st.error(f"Du hast einen oder mehrere Links nicht in dem korrekten Format angegeben. Bitte Lade die Seite neu und benutze korrekte Links: {str(e)}", icon="🚨")
    elif(st.session_state["selected_page"] == 1):
        st.write("Hier kannst Du die extrahierten Artikel ansehen und bei Bedarf anpassen.")
        for i,article in enumerate(st.session_state["extracted_articles"]):
            with st.expander(f"Artikel {i+1}"):
                if article:
                    st.text_area("Editiere die Artikel, falls nötig:", value=article, key="final_article_"+str(i+1), height=500)
                else:
                    st.info("Die Webseite des Artikels blockiert das automatische extrahieren von Artikeln. Wenn Du den Artikel dennoch benutzen möchtest, dann kannst Du diesen kopieren und einfügen.", icon="ℹ️")
                    st.text_area("Füge den Artikel ein, falls nötig:", value=article, key="final_article_"+str(i+1), height=500)
        st.button("Artikel finalisieren",on_click=finalize_articles)
    elif(st.session_state["selected_page"] == 2):
        for i in range(len(st.session_state["final_articles"])):
            if st.session_state["final_articles"][i]:
                with st.expander("Artikel "+ str(i+1)):
                    st.write(st.session_state["final_articles"][i])

        if len(st.session_state["final_articles"]) > 0:
            st.write("Benutzte Artikel:")
            for i,link in enumerate(st.session_state["article_links"]):
                st.write(f"Link {i+1}: {link}")
            st.text_area("Füge weitere Informationen für den Prompt hinzu, falls nötig:",key="add_info")
            st.write("Artikellänge")
            st.radio("Optionen",["Kurz", "Mittel", "Lang"], key="length_option")
            st.button("Artikel generieren", key="article_btn", on_click=on_click_handler_generate_article, kwargs={"length_option":st.session_state["length_option"],"final_articles":st.session_state["final_articles"],"add_info":st.session_state["add_info"], "webpage_option":st.session_state["webpage_option"]})
    elif(st.session_state["selected_page"] == 3):
        st.write(f"**{st.session_state['generated_headline']}**")
        st.write(st.session_state["generated_article"]) 
        st.write("Kopieren Sie den Artikel: ")
        st_copy_to_clipboard(st.session_state["generated_headline"]+"\n"+st.session_state["generated_article"])
        st.button("Neuen Artikel generieren", key="reset_btn", on_click=reset_session_state)
else:
    st.write("Bitte gebe den Link ein für welchen du eine Überschrift generiert haben möchtest.")
    st.text_input("Gebe den Link ein:",key="headline_link_input")
    if st.session_state["headline_link_input"]:
        st.button("Generiere Überschrift",on_click=extract_article_links_for_heading,kwargs={"link":[st.session_state["headline_link_input"]]})