|
import streamlit as st |
|
from langchain_groq import ChatGroq |
|
from langchain.schema import HumanMessage, AIMessage |
|
|
|
GROQ_API_KEY='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' |
|
|
|
llm = ChatGroq(temperature=0, model_name='llama-3.1-8b-instant', groq_api_key=GROQ_API_KEY) |
|
|
|
|
|
st.title("LLM Bot with ChatGroq") |
|
|
|
|
|
if "messages" not in st.session_state: |
|
st.session_state.messages = [] |
|
|
|
|
|
for message in st.session_state.messages: |
|
with st.chat_message(message["role"]): |
|
st.markdown(message["content"]) |
|
|
|
|
|
if prompt := st.chat_input("What is your question?"): |
|
|
|
st.chat_message("user").markdown(prompt) |
|
|
|
|
|
st.session_state.messages.append({"role": "user", "content": prompt}) |
|
|
|
|
|
response = llm([HumanMessage(content=prompt)]) |
|
|
|
|
|
with st.chat_message("assistant"): |
|
st.markdown(response.content) |
|
|
|
|
|
st.session_state.messages.append({"role": "assistant", "content": response.content}) |