Update app.py

app.py

@@ -8,6 +8,8 @@ import numpy as np
 from sklearn.feature_extraction.text import CountVectorizer
 from sklearn.naive_bayes import MultinomialNB
 import asyncio
+from crewai import Agent as CrewAgent, Task, Crew
+import autogen
 
 # Set up logging
 logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
@@ -20,8 +22,8 @@ except Exception as e:
     logger.error(f"Failed to initialize InferenceClient: {e}")
     sys.exit(1)
 
-# Shared context for the AI assistant
-SHARED_CONTEXT = """You are an AI assistant designed to provide respectful, empathetic, and accurate support for Zerodha, a leading Indian financial services company. Your role is to ensure all interactions uphold the highest standards of customer service while maintaining Zerodha's excellent reputation.
+# Shared context for both agents
+SHARED_CONTEXT = """You are part of a multi-agent system designed to provide respectful, empathetic, and accurate support for Zerodha, a leading Indian financial services company. Your role is crucial in ensuring all interactions uphold the highest standards of customer service while maintaining Zerodha's excellent reputation.
 
 Key points about Zerodha:
 1. India's largest discount broker, known for innovative technology and low-cost trading.
@@ -85,6 +87,59 @@ def post_process_response(response):
     
     return response
 
+# CrewAI and AutoGen setup
+communication_expert_crew = CrewAgent(
+    role='Communication Expert',
+    goal='Interpret and rephrase user queries with empathy and respect',
+    backstory="""You are an expert in communication, specializing in understanding and rephrasing queries to ensure they are interpreted in the most positive and constructive light. Your role is crucial in setting the tone for respectful and empathetic interactions.""",
+    verbose=True,
+    allow_delegation=False,
+    tools=[generate_response]
+)
+
+response_expert_crew = CrewAgent(
+    role='Response Expert',
+    goal='Provide accurate, helpful, and emotionally intelligent responses to user queries',
+    backstory="""You are an expert in Zerodha's services and policies, with a keen ability to provide comprehensive and empathetic responses. Your role is to ensure that all user queries are addressed accurately while maintaining a respectful and supportive tone.""",
+    verbose=True,
+    allow_delegation=False,
+    tools=[generate_response]
+)
+
+communication_expert_autogen = autogen.AssistantAgent(
+    name="Communication_Expert",
+    system_message=SHARED_CONTEXT + """
+As the Communication Expert, your primary role is to interpret user queries with the utmost respect and empathy. You should:
+1. Rephrase the user's query to ensure it's understood in the most positive and constructive light.
+2. Identify and highlight any emotional subtext or concerns in the query.
+3. Frame the query in a way that invites a supportive and informative response.
+4. Ensure that any potential complaints or frustrations are acknowledged respectfully.
+
+Your output should be a rephrased version of the user's query that maintains its original intent while setting the stage for an empathetic and respectful response.""",
+    llm_config={"config_list": [{"model": "gpt-3.5-turbo"}]}
+)
+
+response_expert_autogen = autogen.AssistantAgent(
+    name="Response_Expert",
+    system_message=SHARED_CONTEXT + """
+As the Response Expert, your role is to provide accurate, helpful, and emotionally intelligent responses to user queries. You should:
+1. Address the user's question or concern directly and comprehensively.
+2. Maintain a tone of respect and empathy throughout your response.
+3. Provide clear, factual information about Zerodha's services and policies.
+4. When discussing financial matters, include appropriate disclaimers and encourage users to seek professional advice for complex decisions.
+5. For complaints or concerns, acknowledge them respectfully and provide constructive guidance or escalation paths.
+6. Always uphold Zerodha's reputation for transparency and user-centric service.
+
+Your output should be a complete, informative response that addresses the user's query while demonstrating empathy and respect.""",
+    llm_config={"config_list": [{"model": "gpt-3.5-turbo"}]}
+)
+
+user_proxy = autogen.UserProxyAgent(
+    name="User_Proxy",
+    human_input_mode="NEVER",
+    max_consecutive_auto_reply=1
+)
+
 # Main function
 async def zerodha_support(message, history):
     try:
@@ -95,9 +150,29 @@ async def zerodha_support(message, history):
         
         sanitized_message = redact_sensitive_info(sanitized_message)
 
-        # Generate response
-        prompt = f"{SHARED_CONTEXT}\n\nUser: {sanitized_message}\nAssistant:"
-        response = await generate_response(prompt)
+        # Use crewAI for initial query rephrasing
+        rephrase_task = Task(
+            description=f"Rephrase the following user query with empathy and respect: '{sanitized_message}'",
+            agent=communication_expert_crew
+        )
+
+        crew = Crew(
+            agents=[communication_expert_crew],
+            tasks=[rephrase_task],
+            verbose=2
+        )
+
+        rephrased_query = crew.kickoff()
+
+        # Use AutoGen for generating the response
+        async def get_autogen_response():
+            await user_proxy.a_initiate_chat(
+                response_expert_autogen,
+                message=f"Please provide a respectful and empathetic response to the following query: '{rephrased_query}'"
+            )
+            return response_expert_autogen.last_message()["content"]
+
+        response = await get_autogen_response()
 
         if not check_response_content(response):
             response += "\n\nPlease note that I cannot provide specific investment advice or guarantee returns. For personalized guidance, please consult with a qualified financial advisor."
@@ -118,7 +193,7 @@ demo = gr.ChatInterface(
     chatbot=gr.Chatbot(height=600),
     textbox=gr.Textbox(placeholder="Ask your question about Zerodha here...", container=False, scale=7),
     title="Zerodha Support Assistant",
-    description="Ask questions about Zerodha's services, trading, account management, and more. Our system ensures respectful and empathetic responses.",
+    description="Ask questions about Zerodha's services, trading, account management, and more. Our multi-agent system ensures respectful and empathetic responses.",
     theme="soft",
     examples=[
         "How do I open a Zerodha account?",