Update app.py

app.py

@@ -2,7 +2,6 @@ import os
 import sys
 import logging
 import gradio as gr
-import autogen
 from huggingface_hub import InferenceClient
 import re
 import numpy as np
@@ -12,36 +11,157 @@ import asyncio
 
 # Set up logging
 logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
+logger = logging.getLogger(__name__)
 
 # Check Python version
 if sys.version_info < (3, 7):
-    logging.error("This script requires Python 3.7 or higher")
+    logger.error("This script requires Python 3.7 or higher")
     sys.exit(1)
 
-# Check and set environment variables
-required_env_vars = ['HUGGINGFACE_API_KEY']
-for var in required_env_vars:
-    if var not in os.environ:
-        logging.error(f"Environment variable {var} is not set")
+# Check for required packages
+required_packages = ['gradio', 'autogen', 'huggingface_hub', 'numpy', 'scikit-learn', 'crewai']
+for package in required_packages:
+    try:
+        __import__(package)
+    except ImportError:
+        logger.error(f"Required package '{package}' is not installed. Please install it using 'pip install {package}'")
         sys.exit(1)
 
+# Now that we've checked for packages, we can safely import them
+import autogen
+from crewai import Agent as CrewAgent, Task, Crew
+
+# Check for Hugging Face API key
+if 'HUGGINGFACE_API_KEY' not in os.environ:
+    logger.error("HUGGINGFACE_API_KEY environment variable is not set.")
+    logger.info("Please set the HUGGINGFACE_API_KEY environment variable before running this script.")
+    sys.exit(1)
+
 # Initialize the client with the Mistral-7B-Instruct-v0.2 model
 try:
-    client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.2")
+    client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.2",
+                             token=os.environ['HUGGINGFACE_API_KEY'])
 except Exception as e:
-    logging.error(f"Failed to initialize InferenceClient: {e}")
+    logger.error(f"Failed to initialize InferenceClient: {e}")
     sys.exit(1)
 
-# Rest of your code (SHARED_CONTEXT, guardrail functions, etc.) remains the same
+# Shared context for both agents
+SHARED_CONTEXT = """You are part of a multi-agent system designed to provide respectful, empathetic, and accurate support for Zerodha, a leading Indian financial services company. Your role is crucial in ensuring all interactions uphold the highest standards of customer service while maintaining Zerodha's excellent reputation.
+
+Key points about Zerodha:
+1. India's largest discount broker, known for innovative technology and low-cost trading.
+2. Flat fee structure: ₹20 per executed order for intraday and F&O trades, zero brokerage for delivery equity investments.
+3. Main trading platform: Kite (web and mobile).
+4. Coin platform for commission-free direct mutual fund investments.
+5. Extensive educational resources through Varsity.
+6. Additional tools: Sentinel (price alerts) and ChartIQ (advanced charting).
+7. Console for account management and administrative tasks.
+
+Always prioritize user safety, ethical investing practices, and transparent communication. Never provide information that could mislead users or bring disrepute to Zerodha."""
+
+# Guardrail functions
+def sanitize_input(input_text):
+    return re.sub(r'[<>&\']', '', input_text)
+
+approved_topics = ['account opening', 'trading', 'fees', 'platforms', 'funds', 'regulations', 'support']
+vectorizer = CountVectorizer()
+classifier = MultinomialNB()
+
+X = vectorizer.fit_transform(approved_topics)
+y = np.arange(len(approved_topics))
+classifier.fit(X, y)
+
+def is_relevant_topic(query):
+    query_vector = vectorizer.transform([query])
+    prediction = classifier.predict(query_vector)
+    return prediction[0] in range(len(approved_topics))
+
+def redact_sensitive_info(text):
+    text = re.sub(r'\b\d{10,12}\b', '[REDACTED]', text)
+    text = re.sub(r'[A-Z]{5}[0-9]{4}[A-Z]', '[REDACTED]', text)
+    return text
+
+def check_response_content(response):
+    unauthorized_patterns = [
+        r'\b(guarantee|assured|certain)\b.*\b(returns|profit)\b',
+        r'\b(buy|sell)\b.*\b(specific stocks?|shares?)\b'
+    ]
+    return not any(re.search(pattern, response, re.IGNORECASE) for pattern in unauthorized_patterns)
+
+def check_confidence(response):
+    uncertain_phrases = ["I'm not sure", "It's possible", "I don't have enough information"]
+    return not any(phrase.lower() in response.lower() for phrase in uncertain_phrases)
+
+def generate_response(prompt):
+    try:
+        return client.text_generation(prompt, max_new_tokens=500, temperature=0.7)
+    except Exception as e:
+        logger.error(f"Error generating response: {e}")
+        return "I apologize, but I'm having trouble generating a response at the moment. Please try again later."
+
+def post_process_response(response):
+    response = re.sub(r'\b(stupid|dumb|idiotic|foolish)\b', 'mistaken', response, flags=re.IGNORECASE)
+    
+    if not re.search(r'(Thank you|Is there anything else|Hope this helps|Let me know if you need more information)\s*$', response, re.IGNORECASE):
+        response += "\n\nIs there anything else I can help you with regarding Zerodha's services?"
+    
+    if re.search(r'\b(invest|trade|buy|sell|market)\b', response, re.IGNORECASE):
+        response += "\n\nPlease note that this information is for educational purposes only and should not be considered as financial advice. Always do your own research and consider consulting with a qualified financial advisor before making investment decisions."
+    
+    return response
+
+# CrewAI and AutoGen setup
+communication_expert_crew = CrewAgent(
+    role='Communication Expert',
+    goal='Interpret and rephrase user queries with empathy and respect',
+    backstory="""You are an expert in communication, specializing in understanding and rephrasing queries to ensure they are interpreted in the most positive and constructive light. Your role is crucial in setting the tone for respectful and empathetic interactions.""",
+    verbose=True,
+    allow_delegation=False,
+    tools=[generate_response]
+)
 
-# CrewAI setup
-try:
-    from crewai import Agent as CrewAgent, Task, Crew
-except ImportError:
-    logging.error("Failed to import crewai. Make sure it's installed: pip install crewai")
-    sys.exit(1)
+response_expert_crew = CrewAgent(
+    role='Response Expert',
+    goal='Provide accurate, helpful, and emotionally intelligent responses to user queries',
+    backstory="""You are an expert in Zerodha's services and policies, with a keen ability to provide comprehensive and empathetic responses. Your role is to ensure that all user queries are addressed accurately while maintaining a respectful and supportive tone.""",
+    verbose=True,
+    allow_delegation=False,
+    tools=[generate_response]
+)
+
+communication_expert_autogen = autogen.AssistantAgent(
+    name="Communication_Expert",
+    system_message=SHARED_CONTEXT + """
+As the Communication Expert, your primary role is to interpret user queries with the utmost respect and empathy. You should:
+1. Rephrase the user's query to ensure it's understood in the most positive and constructive light.
+2. Identify and highlight any emotional subtext or concerns in the query.
+3. Frame the query in a way that invites a supportive and informative response.
+4. Ensure that any potential complaints or frustrations are acknowledged respectfully.
+
+Your output should be a rephrased version of the user's query that maintains its original intent while setting the stage for an empathetic and respectful response.""",
+    llm_config={"config_list": [{"model": "gpt-3.5-turbo"}]}
+)
+
+response_expert_autogen = autogen.AssistantAgent(
+    name="Response_Expert",
+    system_message=SHARED_CONTEXT + """
+As the Response Expert, your role is to provide accurate, helpful, and emotionally intelligent responses to user queries. You should:
+1. Address the user's question or concern directly and comprehensively.
+2. Maintain a tone of respect and empathy throughout your response.
+3. Provide clear, factual information about Zerodha's services and policies.
+4. When discussing financial matters, include appropriate disclaimers and encourage users to seek professional advice for complex decisions.
+5. For complaints or concerns, acknowledge them respectfully and provide constructive guidance or escalation paths.
+6. Always uphold Zerodha's reputation for transparency and user-centric service.
+
+Your output should be a complete, informative response that addresses the user's query while demonstrating empathy and respect.""",
+    llm_config={"config_list": [{"model": "gpt-3.5-turbo"}]}
+)
 
-# CrewAI and AutoGen setup remains the same
+user_proxy = autogen.UserProxyAgent(
+    name="User_Proxy",
+    human_input_mode="NEVER",
+    max_consecutive_auto_reply=1
+)
 
 # Main function
 async def zerodha_support(message, history):
@@ -87,7 +207,7 @@ async def zerodha_support(message, history):
 
         return final_response
     except Exception as e:
-        logging.error(f"Error in zerodha_support: {e}")
+        logger.error(f"Error in zerodha_support: {e}")
         return "I apologize, but an error occurred while processing your request. Please try again later."
 
 # Wrap the asynchronous function for Gradio
@@ -116,7 +236,7 @@ demo = gr.ChatInterface(
 if __name__ == "__main__":
     try:
         public_url = demo.launch(share=True, server_name="0.0.0.0", server_port=7860)
-        print(f"\n\nSHAREABLE LINK: {public_url}\n\n")
+        logger.info(f"\n\nSHAREABLE LINK: {public_url}\n\n")
     except Exception as e:
-        logging.error(f"Failed to launch Gradio interface: {e}")
+        logger.error(f"Failed to launch Gradio interface: {e}")
         sys.exit(1)