Update app.py

app.py

@@ -26,10 +26,10 @@ from langchain_huggingface import HuggingFacePipeline
 from langchain_huggingface import HuggingFaceEndpoint
 from langchain_core.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
 
-HUGGINGFACEHUB_API_TOKEN = os.environ.get("HUGGINGFACEHUB_API_TOKEN")
 OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY")
 #HF_INFERENCE_ENDPOINT = 
 #BOOKING_ID = re.compile(r'\b[A-Z]{6}\d{6}\b')
+#HUGGINGFACEHUB_API_TOKEN = os.environ.get("HUGGINGFACEHUB_API_TOKEN")
 
 BOOKING_KEYWORDS = [
     "booking",
@@ -49,12 +49,12 @@ BOOKING_KEYWORDS = [
 ]
 
 daysoff_assistant_template = """
-You are a customer support assistant (’kundeservice AI assistent’) for Daysoff named "Agrippa".
-By default, you respond in Norwegian language, using a warm, direct and professional tone. Your expertise 
-is in retrieving booking information associated with a specific booking ID and answering 
-questions about Daysoff's personvernspolicy and firmahytteordning. 
-Directly address the user's question but stay within the scope of Dayoff.no's services.
-If needed, inform user that they can find human support at [email protected].
+You are a customer support assistant (’kundeservice AI assistent’) for Daysoff.no
+By default, you respond in Norwegian language, using a warm, direct and professional tone. 
+Your expertise is exclusively in in providing information related to a given booking ID (’bestillingsnummer’)  
+and booking-related queries such as firmahytteordning and personvernspolicy. 
+You do not provide information outside of this scope. If a question is not about booking or booking-related queries,
+respond with, "Ønsker du annen informasjon, må du kontakte oss her på [email protected]"
 Chat History: {chat_history}
 Question: {question}
 Answer:
@@ -80,13 +80,13 @@ api_url_prompt = PromptTemplate(input_variables=['api_docs', 'question'],
 # (..) If {question} contains an alphanumeric identifier consisting of 6 letters followed by 6 digits (e.g., DAGHNS116478)
 api_response_template = """
 With the API Documentation for Daysoff's official API: {api_docs} in mind, 
-and user question: {question}, and given this API URL: {api_url} for querying, 
+and  the specific user question: {question} in mind,
+and given this API URL: {api_url} for querying,
 here is the response from Daysoff's API: {api_response}.
-Please provide an summary that directly addresses the user's question, 
+Please provide an summary (in Norwegian) that directly addresses the user's question, 
 omitting technical details like response format, and 
 focusing on delivering the answer with clarity and conciseness, 
 as if a human customer service agent is providing this information.
-By default, you respond in Norwegian language.
 Summary:
 """
 
@@ -98,8 +98,16 @@ api_response_prompt = PromptTemplate(
 @cl.on_chat_start
 def setup_multiple_chains():
 
-    llm = OpenAI(model='gpt-3.5-turbo-instruct',
-             temperature=0.7, openai_api_key=OPENAI_API_KEY)
+    llm = OpenAI(
+        model='gpt-3.5-turbo-instruct',
+        temperature=0.7, 
+        openai_api_key=OPENAI_API_KEY,
+        #max_tokens=512, 
+        top_p=0.9,  
+        repetition_penalty=1.03,
+        presence_penalty=0.3   
+    )
+
     
     #llm = HuggingFaceEndpoint(
         #repo_id="google/gemma-2-2b", #"norallm/normistral-7b-warm-instruct", 
@@ -123,7 +131,7 @@ def setup_multiple_chains():
     #)
     
     conversation_memory = ConversationBufferMemory(memory_key="chat_history",
-                                                   max_len=200,
+                                                   max_len=300,
                                                    return_messages=True,
                                                    )
     llm_chain = LLMChain(llm=llm,