app.py

import os
from groq import Groq
import streamlit as st
from dotenv import load_dotenv

load_dotenv()

client = Groq(
    api_key=os.getenv("GROQ_API_KEY"),
)

models = client.models.list()
available_models = [x.to_dict()["id"] for x in models.data]

system_prompt = "You are a part of chatbot application, where multiple chatbots are available for user to select. You are a helpful assistant currently selected by user. Your major task is to help user with his queries"

if "models" not in st.session_state:
    st.session_state.models = available_models

if "messages" not in st.session_state:
    st.session_state.messages = [
        {
            "role": "system",
            "content": system_prompt,
        },
    ]

if "selected_model" not in st.session_state:
    st.session_state.selected_model = ''

st.set_page_config(layout="wide")

selected_model = st.sidebar.selectbox(
    label="Select Model",
    options=st.session_state.models,
)

if selected_model != st.session_state.selected_model:
    st.session_state.selected_model = selected_model

st.header("Hey! 👋 I am GROQ Bot")

if selected_model:
    st.markdown(f"##### You are talking to **```{selected_model}```**")

    if st.sidebar.button("Clear History", icon=':material/delete:', type="primary", help="Bot will forget what ever you talked" ):
        st.session_state.messages = [
            {
                "role": "system",
                "content": system_prompt,
            },
        ]

    for message in st.session_state.messages:
        if message["role"] != "system":
            with st.chat_message(message["role"]):
                st.write(message["content"])

    if prompt := st.chat_input("Ask anything to me"):

        st.session_state.messages.append({"role": "user", "content": prompt})

        with st.chat_message("user"):
            st.markdown(prompt)

        try:
            response = client.chat.completions.create(
                messages=st.session_state.messages,
                model=selected_model,
            )
            response = response.choices[0].message.content
        except :
            response = "Model is having some issue it cann't answer now select any other model"

        st.session_state.messages.append({"role": "assistant", "content": response})

        with st.chat_message("assistant"):
            st.markdown(response)