Update app.py

app.py

@@ -1,262 +1,262 @@
-import json
-import streamlit as st
-from streamlit_modal import Modal
-import streamlit.components.v1 as components
-from clients import OllamaClient, NvidiaClient, GroqClient
-
-st.set_page_config(
-    page_title="Prompts Library",
-    layout="wide",
-)
-
-# Cache the header of the app to prevent re-rendering on each load
-@st.cache_resource
-def display_app_header():
-    """Display the header of the Streamlit app."""
-    st.title("Prompts Library")
-    st.subheader("ChatBot with prompt templates")
-
-# Display the header of the app
-display_app_header()
-
-# Some style
-st.markdown(
-    '<style>div[key^="edit-modal"] {top: 25px;}</style>', unsafe_allow_html=True
-)
-
-
-# UI sidebar ##########################################
-def ui_llm(provider):
-    if api_token := st.sidebar.text_input("Enter your API Key", key=f"API_{provider}"):
-        provider_models = llm_providers[st.session_state["llm_provider"]](
-            api_key=api_token
-        ).list_models_names()
-        if provider_models:
-            llm = st.sidebar.radio(
-                "Select your model", provider_models, key="llm"
-            )
-        else:
-            st.sidebar.error("Ollama is not running, or there is a problem with the selected LLM provider")
-    else:
-        st.sidebar.warning("You must enter your API key")
-
-st.sidebar.subheader("Models")
-
-# LLM
-llm_providers = {
-    "Cloud Groq": GroqClient,
-    "Cloud Nvidia": NvidiaClient,
-    "Local Ollama": OllamaClient,
-}
-if llm_provider := st.sidebar.radio(
-    "Choose your LLM Provider", llm_providers.keys(), key="llm_provider"
-):
-    ui_llm(st.session_state["llm_provider"])
-
-# LLM parameters
-st.sidebar.subheader("Parameters")
-max_tokens = st.sidebar.number_input("Token numbers", value=1024, key="max_tokens")
-temperature = st.sidebar.slider(
-    "Temperature", min_value=0.0, max_value=1.0, value=0.5, step=0.1, key="temperature"
-)
-top_p = st.sidebar.slider(
-    "Top P", min_value=0.0, max_value=1.0, value=0.7, step=0.1, key="top_p"
-)
-
-# helpers functions ########################################
-
-def edit_form(form_name, title=None, source=None, system=None, user=None):
-    """
-    Creates a form for editing a prompt template.
-
-    Args:
-        form_name: The name of the form.
-        title: The title of the prompt template (optional).
-        source: The source of the prompt template (optional).
-        system: The system example instruction (optional).
-        user: The user example instruction (optional).
-
-    Returns:
-        None
-    """
-    with st.form(form_name, clear_on_submit=False, border=True):
-        new_title = st.text_input("Name", value=title)
-        new_source = st.text_input("Source", value=source)
-        new_system = st.text_area("System example instruction", value=system)
-        new_user = st.text_area("User example instruction", value=user)
-        if st.form_submit_button("Submit"):
-            rec = {
-                "title": new_title,
-                "source": new_source,
-                "messages": [
-                    {"role": "system", "content": new_system},
-                    {"role": "user", "content": new_user},
-                ],
-            }
-            if title is not None:
-                delete_prompt(title)
-            add_prompt(rec)
-
-
-def read_prompts_file():
-    """
-    Loads the prompts from the "prompts.json" file.
-
-    Returns:
-        A list of prompt templates.
-    """
-    prompts_file = open("prompts.json", encoding="utf-8")
-    return json.load(prompts_file)
-
-
-def add_prompt(rec):
-    """
-    Adds a new prompt to the "prompts.json" file.
-
-    Args:
-        rec: The new prompt to add.
-
-    Returns:
-        None
-    """
-    with open("prompts.json", "r", encoding="utf-8") as fp:
-        listObj = json.load(fp)
-    listObj.append(rec)
-    print(listObj)
-    with open("prompts.json", "w") as outfile:
-        outfile.write(json.dumps(listObj, indent=4, sort_keys=True))
-    st.rerun()
-
-
-def edit_prompt(title):
-    """
-    Edits a prompt template.
-
-    Args:
-        title: The title of the prompt to edit.
-
-    Returns:
-        A dictionary containing the edited prompt information.
-    """
-    with open("prompts.json", "r", encoding="utf-8") as fp:
-        listObj = json.load(fp)
-    rec = [i for i in listObj if i["title"].strip() == title.strip()]
-    rec_messages = rec[0]["messages"]
-    return edit_form(
-        "prompt_edit",
-        title=title,
-        source=[x["source"] for x in rec][0],
-        system=[x["content"] for x in rec_messages if x["role"] == "system"][0],
-        user=[x["content"] for x in rec_messages if x["role"] == "user"][0],
-    )
-
-
-def delete_prompt(title):
-    """
-    Removes a prompt template from the "prompts.json" file.
-
-    Args:
-        title: The title of the prompt to delete.
-    """
-    with open("prompts.json", "r", encoding="utf-8") as fp:
-        listObj = json.load(fp)
-    recs = [i for i in listObj if not (i["title"].strip() == title.strip())]
-    with open("prompts.json", "w") as outfile:
-        outfile.write(json.dumps(recs, indent=4, sort_keys=True))
-
-
-def get_llm_response(system, prompt):
-    """
-    Generates a response from the selected LLM.
-
-    Args:
-        system: The system input from the user.
-        prompt: The user prompt.
-
-    Returns:
-        The response from the LLM.
-    """
-    options = dict(
-        max_tokens=st.session_state["max_tokens"],
-        top_p=st.session_state["top_p"],
-        temperature=st.session_state["temperature"],
-    )
-    return llm_providers[st.session_state["llm_provider"]](
-        api_key=st.session_state[f"API_{st.session_state['llm_provider']}"],
-        model=st.session_state["llm"],
-    ).api_chat_completion(system, prompt, **options)
-
-
-def generate(system, prompt):
-    st.session_state.messages.append({"role": "system", "content": system})
-    st.session_state.messages.append({"role": "user", "content": prompt})
-    with st.chat_message("assistant"):
-        response = get_llm_response(
-            llm_providers[st.session_state["llm_provider"]], system, prompt
-        )
-        st.markdown(response)
-        # Add assistant response to chat history
-        st.session_state.messages.append({"role": "assistant", "content": response})
-
-
-# UI main #####################################################
-
-tab1, tab2 = st.tabs(["Prompts Library", "Chatbot"])
-with tab1:
-    new_modal = Modal(
-        "Add prompt",
-        key="edit-modal",
-    )
-    if new_prompt_modal := st.button("➕ Add a prompt template"):
-        new_modal.open()
-    if new_modal.is_open():
-        with new_modal.container():
-            edit_form("prompt_add")
-    prompts = read_prompts_file()
-    grids = range(1, len(prompts) + 1)
-    cols = st.columns([1, 1])
-    wcol = 2
-    for f, b in zip(prompts, grids):
-        col = cols[b % wcol]
-        with col:
-            with st.expander(f["title"].upper()):
-                if st.button(f"✔️ Select prompt {f['title'].upper()} and go to Chatbot tab", type="secondary"):
-                        # can do better here
-                        st.session_state["init_messages"] = f["messages"]
-                        st.session_state.init_system = f["messages"][0]["content"]
-                        st.session_state.init_user = f["messages"][1]["content"]
-                edit_modal = Modal(
-                    f"Edit prompt {f['title'].upper()}",
-                    key=f"edit-modal_{f['title']}",
-                )
-                if edit_prompt_modal := st.button(
-                    f"✏️ Edit {f['title'].upper()}", type="secondary"
-                ):
-                    edit_modal.open()
-                if edit_modal.is_open():
-                    with edit_modal.container():
-                        edit_prompt(f["title"])
-                st.write(f"Source : {f['source']}")
-                st.markdown(f"- System : {f['messages'][0]['content']}")
-                st.markdown(f"- User: {f['messages'][1]['content']}")
-                st.divider()
-                if st.button(f"❌ Delete prompt {f['title'].upper()}", type="primary"):
-                    delete_prompt(f["title"])
-                    st.rerun()
-with tab2:
-    # Initialize chat history
-    if "messages" not in st.session_state:
-        st.session_state.messages = []
-    # Display chat messages from history on app rerun
-    for message in st.session_state.messages:
-        with st.chat_message(message["role"]):
-            st.markdown(message["content"])
-    # React to user input
-    if "init_messages" in st.session_state:
-        system = st.text_area(":blue[System]", key="init_system")
-        prompt = st.text_area(":blue[User]", key="init_user")
-    else:
-        system = st.text_area(":blue[System]")
-        prompt = st.text_area(":blue[User]")
-    if st.button("Generate", type="primary"):
-        generate(system, prompt)
+import json
+import streamlit as st
+from streamlit_modal import Modal
+import streamlit.components.v1 as components
+from clients import OllamaClient, NvidiaClient, GroqClient
+
+st.set_page_config(
+    page_title="Prompts Library",
+    layout="wide",
+)
+
+# Cache the header of the app to prevent re-rendering on each load
+@st.cache_resource
+def display_app_header():
+    """Display the header of the Streamlit app."""
+    st.title("Prompts Library")
+    st.subheader("ChatBot with prompt templates")
+
+# Display the header of the app
+display_app_header()
+
+# Some style
+st.markdown(
+    '<style>div[key^="edit-modal"] {top: 25px;}</style>', unsafe_allow_html=True
+)
+
+
+# UI sidebar ##########################################
+def ui_llm(provider):
+    if api_token := st.sidebar.text_input("Enter your API Key", type="password", key=f"API_{provider}"):
+        provider_models = llm_providers[st.session_state["llm_provider"]](
+            api_key=api_token
+        ).list_models_names()
+        if provider_models:
+            llm = st.sidebar.radio(
+                "Select your model", provider_models, key="llm"
+            )
+        else:
+            st.sidebar.error("Ollama is not running, or there is a problem with the selected LLM provider")
+    else:
+        st.sidebar.warning("You must enter your API key")
+
+st.sidebar.subheader("Models")
+
+# LLM
+llm_providers = {
+    "Cloud Groq": GroqClient,
+    "Cloud Nvidia": NvidiaClient,
+    "Local Ollama": OllamaClient,
+}
+if llm_provider := st.sidebar.radio(
+    "Choose your LLM Provider", llm_providers.keys(), key="llm_provider"
+):
+    ui_llm(st.session_state["llm_provider"])
+
+# LLM parameters
+st.sidebar.subheader("Parameters")
+max_tokens = st.sidebar.number_input("Token numbers", value=1024, key="max_tokens")
+temperature = st.sidebar.slider(
+    "Temperature", min_value=0.0, max_value=1.0, value=0.5, step=0.1, key="temperature"
+)
+top_p = st.sidebar.slider(
+    "Top P", min_value=0.0, max_value=1.0, value=0.7, step=0.1, key="top_p"
+)
+
+# helpers functions ########################################
+
+def edit_form(form_name, title=None, source=None, system=None, user=None):
+    """
+    Creates a form for editing a prompt template.
+
+    Args:
+        form_name: The name of the form.
+        title: The title of the prompt template (optional).
+        source: The source of the prompt template (optional).
+        system: The system example instruction (optional).
+        user: The user example instruction (optional).
+
+    Returns:
+        None
+    """
+    with st.form(form_name, clear_on_submit=False, border=True):
+        new_title = st.text_input("Name", value=title)
+        new_source = st.text_input("Source", value=source)
+        new_system = st.text_area("System example instruction", value=system)
+        new_user = st.text_area("User example instruction", value=user)
+        if st.form_submit_button("Submit"):
+            rec = {
+                "title": new_title,
+                "source": new_source,
+                "messages": [
+                    {"role": "system", "content": new_system},
+                    {"role": "user", "content": new_user},
+                ],
+            }
+            if title is not None:
+                delete_prompt(title)
+            add_prompt(rec)
+
+
+def read_prompts_file():
+    """
+    Loads the prompts from the "prompts.json" file.
+
+    Returns:
+        A list of prompt templates.
+    """
+    prompts_file = open("prompts.json", encoding="utf-8")
+    return json.load(prompts_file)
+
+
+def add_prompt(rec):
+    """
+    Adds a new prompt to the "prompts.json" file.
+
+    Args:
+        rec: The new prompt to add.
+
+    Returns:
+        None
+    """
+    with open("prompts.json", "r", encoding="utf-8") as fp:
+        listObj = json.load(fp)
+    listObj.append(rec)
+    print(listObj)
+    with open("prompts.json", "w") as outfile:
+        outfile.write(json.dumps(listObj, indent=4, sort_keys=True))
+    st.rerun()
+
+
+def edit_prompt(title):
+    """
+    Edits a prompt template.
+
+    Args:
+        title: The title of the prompt to edit.
+
+    Returns:
+        A dictionary containing the edited prompt information.
+    """
+    with open("prompts.json", "r", encoding="utf-8") as fp:
+        listObj = json.load(fp)
+    rec = [i for i in listObj if i["title"].strip() == title.strip()]
+    rec_messages = rec[0]["messages"]
+    return edit_form(
+        "prompt_edit",
+        title=title,
+        source=[x["source"] for x in rec][0],
+        system=[x["content"] for x in rec_messages if x["role"] == "system"][0],
+        user=[x["content"] for x in rec_messages if x["role"] == "user"][0],
+    )
+
+
+def delete_prompt(title):
+    """
+    Removes a prompt template from the "prompts.json" file.
+
+    Args:
+        title: The title of the prompt to delete.
+    """
+    with open("prompts.json", "r", encoding="utf-8") as fp:
+        listObj = json.load(fp)
+    recs = [i for i in listObj if not (i["title"].strip() == title.strip())]
+    with open("prompts.json", "w") as outfile:
+        outfile.write(json.dumps(recs, indent=4, sort_keys=True))
+
+
+def get_llm_response(system, prompt):
+    """
+    Generates a response from the selected LLM.
+
+    Args:
+        system: The system input from the user.
+        prompt: The user prompt.
+
+    Returns:
+        The response from the LLM.
+    """
+    options = dict(
+        max_tokens=st.session_state["max_tokens"],
+        top_p=st.session_state["top_p"],
+        temperature=st.session_state["temperature"],
+    )
+    return llm_providers[st.session_state["llm_provider"]](
+        api_key=st.session_state[f"API_{st.session_state['llm_provider']}"],
+        model=st.session_state["llm"],
+    ).api_chat_completion(system, prompt, **options)
+
+
+def generate(system, prompt):
+    st.session_state.messages.append({"role": "system", "content": system})
+    st.session_state.messages.append({"role": "user", "content": prompt})
+    with st.chat_message("assistant"):
+        response = get_llm_response(
+            llm_providers[st.session_state["llm_provider"]], system, prompt
+        )
+        st.markdown(response)
+        # Add assistant response to chat history
+        st.session_state.messages.append({"role": "assistant", "content": response})
+
+
+# UI main #####################################################
+
+tab1, tab2 = st.tabs(["Prompts Library", "Chatbot"])
+with tab1:
+    new_modal = Modal(
+        "Add prompt",
+        key="edit-modal",
+    )
+    if new_prompt_modal := st.button("➕ Add a prompt template"):
+        new_modal.open()
+    if new_modal.is_open():
+        with new_modal.container():
+            edit_form("prompt_add")
+    prompts = read_prompts_file()
+    grids = range(1, len(prompts) + 1)
+    cols = st.columns([1, 1])
+    wcol = 2
+    for f, b in zip(prompts, grids):
+        col = cols[b % wcol]
+        with col:
+            with st.expander(f["title"].upper()):
+                if st.button(f"✔️ Select prompt {f['title'].upper()} and go to Chatbot tab", type="secondary"):
+                        # can do better here
+                        st.session_state["init_messages"] = f["messages"]
+                        st.session_state.init_system = f["messages"][0]["content"]
+                        st.session_state.init_user = f["messages"][1]["content"]
+                edit_modal = Modal(
+                    f"Edit prompt {f['title'].upper()}",
+                    key=f"edit-modal_{f['title']}",
+                )
+                if edit_prompt_modal := st.button(
+                    f"✏️ Edit {f['title'].upper()}", type="secondary"
+                ):
+                    edit_modal.open()
+                if edit_modal.is_open():
+                    with edit_modal.container():
+                        edit_prompt(f["title"])
+                st.write(f"Source : {f['source']}")
+                st.markdown(f"- System : {f['messages'][0]['content']}")
+                st.markdown(f"- User: {f['messages'][1]['content']}")
+                st.divider()
+                if st.button(f"❌ Delete prompt {f['title'].upper()}", type="primary"):
+                    delete_prompt(f["title"])
+                    st.rerun()
+with tab2:
+    # Initialize chat history
+    if "messages" not in st.session_state:
+        st.session_state.messages = []
+    # Display chat messages from history on app rerun
+    for message in st.session_state.messages:
+        with st.chat_message(message["role"]):
+            st.markdown(message["content"])
+    # React to user input
+    if "init_messages" in st.session_state:
+        system = st.text_area(":blue[System]", key="init_system")
+        prompt = st.text_area(":blue[User]", key="init_user")
+    else:
+        system = st.text_area(":blue[System]")
+        prompt = st.text_area(":blue[User]")
+    if st.button("Generate", type="primary"):
+        generate(system, prompt)