Update app.py

app.py

@@ -4,6 +4,7 @@
 # ===========================================
 
 import asyncio
+import concurrent.futures
 import os
 import re
 import time
@@ -78,11 +79,12 @@ api_response_prompt = PromptTemplate(
     #user_env = cl.user_session.get("env")
     #await cl.Message(f"Hello {app_user.identifier}").send()
 
+#@cl.on_chat_start
+#async def on_chat_start():
+    #app_user = cl.user_session.get("user")
+    #await cl.Message(f"Hello {app_user}").send()
+    
 @cl.on_chat_start
-async def on_chat_start():
-    app_user = cl.user_session.get("user")
-    await cl.Message(f"Hello {app_user}").send()
-
 def setup_multiple_chains():
     llm = OpenAI(
         model='gpt-3.5-turbo-instruct',
@@ -93,15 +95,6 @@ def setup_multiple_chains():
         frequency_penalty=0.1,
         presence_penalty=0.1
     )
-    llm = OpenAI(
-        model='gpt-3.5-turbo-instruct',
-        temperature=0.7, 
-        openai_api_key=OPENAI_API_KEY,
-        max_tokens=2048, 
-        top_p=0.9,  
-        frequency_penalty=0.1,
-        presence_penalty=0.1   
-    )
 
     conversation_memory = ConversationBufferMemory(memory_key="chat_history", 
                                                    max_len=30, 
@@ -123,21 +116,23 @@ def setup_multiple_chains():
         api_url_prompt=api_url_prompt,
         api_response_prompt=api_response_prompt,
         verbose=True,
-        limit_to_domains=None 
+        limit_to_domains=["http://0.0.0.0:7860/"]
     )
 
     cl.user_session.set("api_chain", api_chain)
 
+
+"""
 @cl.on_message
 async def handle_message(message: cl.Message):
     user_message = message.content #.lower()
     llm_chain = cl.user_session.get("llm_chain")
     api_chain = cl.user_session.get("api_chain")
-    
+  
     booking_pattern = r'\b[A-Z]{6}\d{6}\b' 
     endpoint_url = "https://aivisions.no/data/daysoff/api/v1/booking/"
 
-    """
+    
     auth_token = f"Bearer {auth_token}
 
     # --GET method
@@ -154,8 +149,10 @@ async def handle_message(message: cl.Message):
             },
             callbacks=[cl.AsyncLangchainCallbackHandler()])
     
+"""
+
+
     """
-    
     # --POST method, booking_id@body
     if re.search(booking_pattern, user_message):  
         bestillingskode = re.search(booking_pattern, user_message).group(0)  
@@ -186,6 +183,54 @@ async def handle_message(message: cl.Message):
     return message.content
 
     #endpoint_url = "https://670dccd0073307b4ee447f2f.mockapi.io/daysoff/api/V1/booking"
+    
+    
+    
+    """
+    
+
+@cl.on_message
+async def handle_message(message: cl.Message):
+    user_message = message.content  # Retrieve user message
+    llm_chain = cl.user_session.get("llm_chain")  # Get LLM chain
+    api_chain = cl.user_session.get("api_chain")  # Get API chain
+
+    booking_pattern = r'\b[A-Z]{6}\d{6}\b'
+    endpoint_url = "https://aivisions.no/data/daysoff/api/v1/booking/"
+    auth_token = "your_auth_token_here"
+
+    async def process_message():
+        if re.search(booking_pattern, user_message):
+            bestillingskode = re.search(booking_pattern, user_message).group(0)
+            question = f"Retrieve information for booking ID {bestillingskode}"
+
+            response = await api_chain.acall(
+                {
+                    "url": endpoint_url,
+                    "method": "POST",
+                    "headers": {
+                        "Authorization": f"Bearer {auth_token}",
+                        "Content-Type": "application/json",
+                    },
+                    "body": {  # JSON body sent in POST request
+                        "booking_id": bestillingskode,
+                    },
+                    "question": question,
+                },
+                callbacks=[cl.AsyncLangchainCallbackHandler()],
+            )
+        else:
+            response = await llm_chain.acall(user_message, callbacks=[cl.AsyncLangchainCallbackHandler()])
+
+        response_key = "output" if "output" in response else "text"
+        await cl.Message(response.get(response_key, "")).send()
+        return message.content
+
+    # Concurrent execution using ThreadPoolExecutor
+    loop = asyncio.get_running_loop()
+    with concurrent.futures.ThreadPoolExecutor() as pool:
+        await loop.run_in_executor(pool, lambda: asyncio.run(process_message()))
+