Update app.py

app.py

@@ -1,6 +1,6 @@
 
 # ===================================================
-# "the-very-latest-&-did-not-GET-it"-----app.py ✍🏽 🎬
+# "the-very-latest-latest-POST-it"-----app.py✍🏽 👾
 # ===================================================
 
 import asyncio
@@ -16,11 +16,11 @@ from dotenv import load_dotenv
 from langchain import hub
 from langchain_openai import OpenAI
 from tiktoken import encoding_for_model
-from langchain.chains import LLMChain, APIChain
+from langchain.chains import LLMChain #APIChain
 from langchain_core.prompts import PromptTemplate
 
 from langchain_community.tools.requests.tool import RequestsPostTool
-from langchain.utilities.requests import TextRequestsWrapper
+from langchain_community.utilities.requests import TextRequestsWrapper
 
 from langchain.memory.buffer import ConversationBufferMemory
 from langchain.memory import ConversationTokenBufferMemory
@@ -32,13 +32,42 @@ load_dotenv()
 OPENAI_API_KEY = os.environ.get("OPENAI_API_KEY")
 auth_token = os.getenv("DAYSOFF_API_TOKEN")
 
+
+class EnhancedRequestsPostTool(RequestsPostTool):
+    def __init__(self, requests_wrapper, llm, api_docs, api_url_prompt, api_response_prompt):
+        super().__init__(requests_wrapper=requests_wrapper)
+        self.url_chain = LLMChain(llm=llm, prompt=api_url_prompt)
+        self.response_chain = LLMChain(llm=llm, prompt=api_response_prompt)
+        self.api_docs = api_docs
+
+    async def ainvoke(self, input_data, callbacks=None):
+        # -- create API URL
+        url_response = await self.url_chain.ainvoke({
+            "api_docs": self.api_docs,
+            "question": input_data.get("question")
+        })
+        
+        # -- make POST request
+        api_response = await super().ainvoke(input_data, callbacks)
+        
+        # --form(at) response/:response_chain
+        formatted_response = await self.response_chain.ainvoke({
+            "api_docs": self.api_docs,
+            "question": input_data.get("question"),
+            "api_url": url_response.get("text"),
+            "api_response": api_response
+        })
+        
+        return formatted_response # when to call?
+    
+    
 daysoff_assistant_template = """
-#You are a customer support assistant (’kundeservice AI assistent’) for Daysoff. 
-#By default, you respond in Norwegian language, using a warm, direct, and professional tone. 
+#You are a customer support assistant (’kundeservice AI assistent’) for Daysoff.
+#By default, you respond in Norwegian language, using a warm, direct, and professional tone.
 Your expertise is exclusively in retrieving booking information for a given booking ID assistance related to
 to this.
-You do not provide information outside of this scope. If a question is not about this topic, respond with 
-"Jeg driver faktisk kun med henvendelser omkring bestillingsinformasjon. Gjelder det andre henvendelser 
+You do not provide information outside of this scope. If a question is not about this topic, respond with
+"Jeg driver faktisk kun med henvendelser omkring bestillingsinformasjon. Gjelder det andre henvendelser
 må du nok kontakte kundeservice på [email protected]😊"
 Chat History: {chat_history}
 Question: {question}
@@ -60,7 +89,7 @@ API URL:
 """
 api_url_prompt = PromptTemplate(input_variables=['api_docs', 'question'],
                                 template=api_url_template)
-  
+
 api_response_template = """
 With the API Documentation for Daysoff's official API: {api_docs} in mind,
 and the specific user question: {question},
@@ -68,7 +97,7 @@ and given this API URL: {api_url} for querying,
 and response from Daysoff's API: {api_response},
 never refer the user to the API URL as your answer!
 You should always provide a clear and concise summary (in Norwegian) of the booking information retrieved.
-This way you directly address the user's question in a manner that reflects the professionalism and warmth 
+This way you directly address the user's question in a manner that reflects the professionalism and warmth
 of a human customer service agent.
 Summary:
 """
@@ -77,6 +106,7 @@ api_response_prompt = PromptTemplate(
     template=api_response_template
 )
 
+
 @cl.on_chat_start
 def setup_multiple_chains():
     llm = OpenAI(
@@ -89,8 +119,8 @@ def setup_multiple_chains():
         presence_penalty=0.1
     )
 
-    conversation_memory = ConversationBufferMemory(memory_key="chat_history", 
-                                                   max_len=30, 
+    conversation_memory = ConversationBufferMemory(memory_key="chat_history",
+                                                   max_len=30,
                                                    return_messages=True,
     )
 
@@ -99,25 +129,33 @@ def setup_multiple_chains():
         prompt=daysoff_assistant_prompt,
         memory=conversation_memory,
     )
-    
-    cl.user_session.set("llm_chain", llm_chain)
 
-    api_chain = APIChain.from_llm_and_api_docs(
+    requests_wrapper = TextRequestsWrapper(
+        headers={
+            "Authorization": auth_token,
+            "Content-Type": "application/json"
+        }
+    )
+    
+    post_tool = EnhancedRequestsPostTool(
+        requests_wrapper=requests_wrapper,
+        allow_dangerous_requests=True,
         llm=llm,
         api_docs=api_docs_str,
         api_url_prompt=api_url_prompt,
-        api_response_prompt=api_response_prompt,
-        verbose=True,
-        limit_to_domains=None
+        api_response_prompt=api_response_prompt
     )
-
-    cl.user_session.set("api_chain", api_chain)
+    
+    cl.user_session.set("llm_chain", llm_chain)
+    
+    
+    
 
 @cl.on_message
 async def handle_message(message: cl.Message):
-    user_message = message.content 
-    llm_chain = cl.user_session.get("llm_chain")  
-    #api_chain = cl.user_session.get("api_chain") 
+    user_message = message.content
+    llm_chain = cl.user_session.get("llm_chain")
+    post_tool = cl.user_session.get("post_tool")
 
     # --------------------------------AD VAL.II.7--------------------------------
     booking_pattern = r'\b[A-Z]{6}\d{6}\b'
@@ -126,17 +164,6 @@ async def handle_message(message: cl.Message):
     if re.search(booking_pattern, user_message):
         bestillingskode = re.search(booking_pattern, user_message).group(0)
         
-        requests_wrapper = TextRequestsWrapper(
-            headers={
-                "Authorization": auth_token,
-                "Content-Type": "application/json"
-            }
-        )
-        
-        post_tool = RequestsPostTool(
-            requests_wrapper=requests_wrapper,
-            allow_dangerous_requests=True
-        )
         
         post_data = {
             "url": endpoint_url,
@@ -150,12 +177,14 @@ async def handle_message(message: cl.Message):
             callbacks=[cl.AsyncLangchainCallbackHandler()]
         )
     # --------------------------------AD VAL.@End--------------------------------
-
+    
     else:
-        response = await llm_chain.acall(user_message, callbacks=[cl.AsyncLangchainCallbackHandler()])
+        response = await llm_chain.ainvoke(
+            user_message, 
+            callbacks=[cl.AsyncLangchainCallbackHandler()]
+        )
 
     response_key = "output" if "output" in response else "text"
     await cl.Message(response.get(response_key, "")).send()
-    return message.content 
-
+    return message.content