app.py

# ===========================================
# ver01.01-5.workload-----app.py
# ===========================================

import asyncio
import os
import re
import time
import json

import chainlit as cl

from langchain import hub
from langchain_openai import OpenAI
from langchain.chains import LLMChain, APIChain
from langchain_core.prompts import PromptTemplate
from langchain.memory.buffer import ConversationBufferMemory

from api_docs_mck import api_docs_str 
from faq_data import ansatte_faq_data, utleiere_faq_data
from personvernspolicy import personvernspolicy_data

OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY")

FAQ_ANSATTE = [
    "Hvordan registrerer jeg meg som bruker?",
    "Når får jeg leieinstruks for min bestilling? Informasjon om nøkler etc.?",
    "Det står barneseng og barnestol under fasiliteter, må dette forhåndsbestilles?",
    "Kan jeg ta med hund eller katt?",
    "Jeg har lagt inn en bestilling hva skjer videre?",
    "Jeg har bestilt firmahytte, men kan ikke reise. Kan jeg endre navn på bestillingen til min kollega eller familiemedlem som vil reise i stedet for meg?",
    "Kan jeg avbestille min reservasjon?",
    "Jeg har bestilt utvask. Hva må jeg gjøre i tillegg til dette?",
    "Jeg er medlem og eier en hytte! Kan jeg bli utleier i DaysOff?",
    "Bestille opphold?"
]   

FAQ_UTLEIERE = [
    "Hva er betingelser for utleie?",
    "Hvor lang tid har jeg på å bekrefte en bestilling?",
    "Hvilke kanselleringsregler gjelder?",
    "Hvem er kundene deres?",
    "Kan jeg legge inn rabatterte priser for å lage egne kampanjer?",
    "Når mottar jeg betaling for leie?",
    "Jeg fikk en e-post om ny bestilling, men jeg finner den ikke i systemet?",
    "Hvordan registrerer jeg opptatte perioder i kalenderen?",
    "Jeg leier ut i andre kanaler. Hvordan kan jeg synkronisere kalenderne?"
]  

PERSONVERNSPOLICY_QUESTIONS = [
    "Hvilke personlige opplysninger samler vi inn?",
    "Kan dere motta personlig informasjon fra tredjepart?",
    "Hvordan bruker vi dine personlige opplysninger?",
    "Med hvem deler vi dine personlige opplysninger?",
    "Adferdsmessig annonsering?",
    "Hvordan reagerer vi på « Spor ikke » forespørsler?",
    "Hva er dine rettigheter?",
    "Hvordan beskytter vi dataene dine?",
    "Hvilke data brudd prosedyrer har vi på plass?",
    "Hvem i vårt team har tilgang til dine data?",
    "Endringer i denne policyen"
]

# If you do not know the answer, just reply truthfully that you do not have the answer rather than
# giving inaccurate or speculative information.
daysoff_assistant_template = """
You are a customer support assistant (’kundeservice AI assistent’) for Daysoff.no. 
By default, you respond in Norwegian language, using a warm, direct, and professional tone. 
Your expertise is exclusively in providing information and assistance related to
(i) retrieving booking information for a given booking ID,
(ii) answering frequently asked questions (FAQ) about DaysOff firmahytteordning for employees and employers,
(iii) addressing questions related to Daysoff's personvernspolicy.
You do not provide information outside of this scope. If a question is not about these topics, respond with, 
"Jeg spesialiserer meg kun på spørsmål relatert til firmahytteordning, bestillingsinformasjon og personvernspolicy for Daysoff.no."
Chat History: {chat_history}
Question: {question}
Answer:
"""
daysoff_assistant_prompt = PromptTemplate(
    input_variables=['chat_history', 'question'],
    template=daysoff_assistant_template
)

api_url_template = """
Given the following API Documentation for Daysoff's official
booking information API: {api_docs}
Your task is to construct the most efficient API URL to answer
the user's question, ensuring the
call is optimized to include only the necessary information.
Question: {question}
API URL:
"""
api_url_prompt = PromptTemplate(input_variables=['api_docs', 'question'],
                                template=api_url_template)

# If the response includes booking information, provide the information verbatim (do not summarize it.)
    
api_response_template = """
With the API Documentation for Daysoff's official API: {api_docs} in mind,
and the specific user question: {question},
and given this API URL: {api_url} for querying,
here is the response from Daysoff's API: {api_response}.
Please provide a clear and concise summary (in Norwegian) that directly addresses the user's question,
delivered in a manner that reflects the professionalism and warmth of a human customer service agent.
Summary:
"""
api_response_prompt = PromptTemplate(
    input_variables=['api_docs', 'question', 'api_url', 'api_response'],
    template=api_response_template
)

@cl.on_chat_start
def setup_multiple_chains():

    llm = OpenAI(
        model='gpt-3.5-turbo-instruct',
        temperature=0.7, 
        openai_api_key=OPENAI_API_KEY,
        #max_tokens=512, 
        top_p=0.9,  
        frequency_penalty=0.1,
        presence_penalty=0.1   
    )
    
    conversation_memory = ConversationBufferMemory(memory_key="chat_history",
                                                   max_len=300,
                                                   return_messages=True,
                                                   )
    llm_chain = LLMChain(llm=llm,
                         prompt=daysoff_assistant_prompt,
                         memory=conversation_memory
                        )

    cl.user_session.set("llm_chain", llm_chain)

    api_chain = APIChain.from_llm_and_api_docs(
        llm=llm,
        api_docs=api_docs_str,
        api_url_prompt=api_url_prompt,
        api_response_prompt=api_response_prompt,
        verbose=True,
        limit_to_domains=None 
    )

    cl.user_session.set("api_chain", api_chain)

@cl.on_message
async def handle_message(message: cl.Message):
    user_message = message.content #.lower()
    llm_chain = cl.user_session.get("llm_chain")
    api_chain = cl.user_session.get("api_chain")
    
    booking_pattern = r'\b[A-Z]{6}\d{6}\b' 
    endpoint_url = "https://670dccd0073307b4ee447f2f.mockapi.io/daysoff/api/V1/booking"

    #faq_keywords = (  
    #[key for key in ansatte_faq_data.keys()] + 
    #[key for key in utleiere_faq_data.keys()] +   
    #[key for key in personvernspolicy_data.keys()]    
    #)

    if re.search(booking_pattern, user_message):  
        bestillingskode = re.search(booking_pattern, user_message).group(0)  
        question = f"Retrieve information for booking ID {endpoint_url}?search={bestillingskode}"
   
        response = await api_chain.acall(
            {
                "bestillingskode": bestillingskode,
                "question": question
              
            },
            callbacks=[cl.AsyncLangchainCallbackHandler()])

        if any(keyword in user_message for keyword in (FAQ_ANSATTE + FAQ_UTLEIERE + PERSONVERNSPOLICY_QUESTIONS)):
            #elif any(keyword in user_message for keyword in faq_keywords): 
            response = await api_chain.acall(user_message, callbacks=[cl.AsyncLangchainCallbackHandler()])

        else:    
        response = await llm_chain.acall(user_message, callbacks=[cl.AsyncLangchainCallbackHandler()])

    else:    
        response = await llm_chain.acall(user_message, callbacks=[cl.AsyncLangchainCallbackHandler()])

    response_key = "output" if "output" in response else "text"
    await cl.Message(response.get(response_key, "")).send()
    return message.content