chat.py

# -*- coding: utf-8 -*-
"""
Created on Fri Aug 18 08:01:41 2023

@author: Shamim Ahamed, RE AIMS Lab
"""

import streamlit as st
import pandas as pd
from tqdm.cli import tqdm
import numpy as np
import requests
import pandas as pd
from tqdm import tqdm


def get_user_data(api, parameters):
    response = requests.post(f"{api}", json=parameters)
    if response.status_code == 200:
        return response.json()
    else:
        print(f"ERROR: {response.status_code}")
        return None



st.set_page_config(page_title="SuSastho.AI Chatbot", page_icon="🚀", layout='wide')

st.markdown("""
<style>
p {
    font-size:0.8rem !important;
}
textarea {
    font-size: 0.8rem !important;
    padding: 0.8rem 1rem 0.75rem 0.8rem !important;
}
button {
    padding: 0.65rem !important;
}

.css-1lr5yb2 {
    background-color: rgb(105 197 180) !important;
}


.css-1c7y2kd {
    background-color: Transparent !important;
}
.css-4oy321 {
    background-color: rgba(240, 242, 246, 0.5) !important;
}

</style>
""", unsafe_allow_html=True)

st.markdown("""
<style>
    #MainMenu {visibility: hidden;}
    footer {visibility: hidden;}
</style>
""",unsafe_allow_html=True)


model_names = {
    'BLOOM 7B': 'bloom-7b',
}



with st.sidebar:
    st.title("SuSastho.AI - ChatBot 🚀")
    model_name = model_names[st.selectbox('Model', list(model_names.keys()), 0)]
    
    ctx_checker_tmp = st.slider('Context Checker Sensitivity', min_value=0.001, max_value=1.0, value=0.008, step=0.001)
    lm_tmp = st.slider('Language Model Sensitivity', min_value=0.001, max_value=1.0, value=0.1, step=0.001)

    
      

endpoint = st.secrets["LLMEndpoint"]


def main():
    if model_name == 'None':
        st.markdown('##### Please select a model.')
        return
    
    # Initialize chat history
    if "messages" not in st.session_state:
        st.session_state.messages = [{"role": 'assistant', "content": 'হ্যালো! আমি একটি এআই অ্যাসিস্ট্যান্ট। কীভাবে সাহায্য করতে পারি? 😊'}]
    
    # Display chat messages from history on app rerun
    for message in st.session_state.messages:
        with st.chat_message(message["role"]):
            st.markdown(message["content"])


    # Accept user input
    if prompt := st.chat_input("এখানে মেসেজ লিখুন"):
        # Display user message in chat message container
        with st.chat_message("user"):
            st.markdown(prompt)
        # Add user message to chat history
        st.session_state.messages.append({"role": "user", "content": prompt})
        
        
        ## Get context
        params = {
            "chat_history": [
                {"content": prompt}
            ],
            "model": "bloom-7b",
            "mode": "specific",
            "config": {
                "ctx_checker_tmp": ctx_checker_tmp,
                "lm_tmp": lm_tmp,
            }
        }
        resp = get_user_data(endpoint, params)
        if resp == None:
            st.markdown('#### INTERNAL ERROR')
            return
        
        response = resp['data']['responses'][0]['content']
        context = resp['data']['logs']['content']['retrival_model']['matched_doc']
        
        clen = len(context)
        context = '\n\n===============================\n\n'.join(context)
        
        response = f'###### Config: Context Checker Value: {ctx_checker_tmp}, LM Value: {lm_tmp}\n\n##### Matched Context: {clen}\n{context}\n\n##### Response:\n{response}'
        
        # Display assistant response in chat message container
        with st.chat_message("assistant", avatar=None):
            st.markdown(response)
            
        # Add assistant response to chat history
        st.session_state.messages.append({"role": "assistant", "content": response})
    
    

main()