Update app.py

app.py

@@ -12,90 +12,10 @@ from crewai import Agent as CrewAgent, Task, Crew
 import autogen
 from langchain_openai import ChatOpenAI
 
-# Set up logging
-logging.basicConfig(level=logging.INFO, format='%(asctime)s - %(levelname)s - %(message)s')
-logger = logging.getLogger(__name__)
-
-# Check for OpenAI API key
-if 'OPENAI_API_KEY' not in os.environ:
-    logger.error("OPENAI_API_KEY environment variable is not set.")
-    logger.info("Please set the OPENAI_API_KEY environment variable before running this script.")
-    sys.exit(1)
-
-# Initialize the client with the Mistral-7B-Instruct-v0.2 model
-try:
-    client = InferenceClient("mistralai/Mistral-7B-Instruct-v0.2")
-except Exception as e:
-    logger.error(f"Failed to initialize InferenceClient: {e}")
-    sys.exit(1)
-
-# Shared context for both agents
-SHARED_CONTEXT = """You are part of a multi-agent system designed to provide respectful, empathetic, and accurate support for Zerodha, a leading Indian financial services company. Your role is crucial in ensuring all interactions uphold the highest standards of customer service while maintaining Zerodha's excellent reputation.
-
-Key points about Zerodha:
-1. India's largest discount broker, known for innovative technology and low-cost trading.
-2. Flat fee structure: ₹20 per executed order for intraday and F&O trades, zero brokerage for delivery equity investments.
-3. Main trading platform: Kite (web and mobile).
-4. Coin platform for commission-free direct mutual fund investments.
-5. Extensive educational resources through Varsity.
-6. Additional tools: Sentinel (price alerts) and ChartIQ (advanced charting).
-7. Console for account management and administrative tasks.
-
-Always prioritize user safety, ethical investing practices, and transparent communication. Never provide information that could mislead users or bring disrepute to Zerodha."""
-
-# Guardrail functions
-def sanitize_input(input_text):
-    return re.sub(r'[<>&\']', '', input_text)
-
-approved_topics = ['account opening', 'trading', 'fees', 'platforms', 'funds', 'regulations', 'support']
-vectorizer = CountVectorizer()
-classifier = MultinomialNB()
-
-X = vectorizer.fit_transform(approved_topics)
-y = np.arange(len(approved_topics))
-classifier.fit(X, y)
-
-def is_relevant_topic(query):
-    query_vector = vectorizer.transform([query])
-    prediction = classifier.predict(query_vector)
-    return prediction[0] in range(len(approved_topics))
-
-def redact_sensitive_info(text):
-    text = re.sub(r'\b\d{10,12}\b', '[REDACTED]', text)
-    text = re.sub(r'[A-Z]{5}[0-9]{4}[A-Z]', '[REDACTED]', text)
-    return text
-
-def check_response_content(response):
-    unauthorized_patterns = [
-        r'\b(guarantee|assured|certain)\b.*\b(returns|profit)\b',
-        r'\b(buy|sell)\b.*\b(specific stocks?|shares?)\b'
-    ]
-    return not any(re.search(pattern, response, re.IGNORECASE) for pattern in unauthorized_patterns)
-
-def check_confidence(response):
-    uncertain_phrases = ["I'm not sure", "It's possible", "I don't have enough information"]
-    return not any(phrase.lower() in response.lower() for phrase in uncertain_phrases)
-
-async def generate_response(prompt):
-    try:
-        return await client.text_generation(prompt, max_new_tokens=500, temperature=0.7)
-    except Exception as e:
-        logger.error(f"Error generating response: {e}")
-        return "I apologize, but I'm having trouble generating a response at the moment. Please try again later."
-
-def post_process_response(response):
-    response = re.sub(r'\b(stupid|dumb|idiotic|foolish)\b', 'mistaken', response, flags=re.IGNORECASE)
-    
-    if not re.search(r'(Thank you|Is there anything else|Hope this helps|Let me know if you need more information)\s*$', response, re.IGNORECASE):
-        response += "\n\nIs there anything else I can help you with regarding Zerodha's services?"
-    
-    if re.search(r'\b(invest|trade|buy|sell|market)\b', response, re.IGNORECASE):
-        response += "\n\nPlease note that this information is for educational purposes only and should not be considered as financial advice. Always do your own research and consider consulting with a qualified financial advisor before making investment decisions."
-    
-    return response
-
-# CrewAI and AutoGen setup
-chat_model = ChatOpenAI(model="gpt-3.5-turbo")
+# ... (previous code remains the same)
+
+# Modify the CrewAI and AutoGen setup
+chat_model = ChatOpenAI(model_name="gpt-3.5-turbo")
 
 communication_expert_crew = CrewAgent(
     role='Communication Expert',
@@ -164,25 +84,68 @@ async def zerodha_support(message, history):
         sanitized_message = redact_sensitive_info(sanitized_message)
 
         # Use crewAI for initial query rephrasing
-        rephrase_task = Task(
-            description=f"Rephrase the following user query with empathy and respect: '{sanitized_message}'",
-            agent=communication_expert_crew
-        )
+        try:
+            rephrase_task = Task(
+                description=f"Rephrase the following user query with empathy and respect: '{sanitized_message}'",
+                agent=communication_expert_crew
+            )
 
-        crew = Crew(
-            agents=[communication_expert_crew],
-            tasks=[rephrase_task],
-            verbose=2
-        )
+            crew = Crew(
+                agents=[communication_expert_crew],
+                tasks=[rephrase_task],
+                verbose=2
+            )
 
-        rephrased_query = crew.kickoff()
+            rephrased_query = crew.kickoff()
+        except Exception as e:
+            logger.error(f"Error in CrewAI rephrasing: {e}")
+            rephrased_query = sanitized_message  # Fallback to original message if rephrasing fails
 
         # Use AutoGen for generating the response
-        async def get_autogen_response():
-            await user_proxy.a_initiate_chat(
-                response_expert_autogen,
-                message=f"Please provide a respectful and empathetic response to the following query: '{rephrased_query}'"
-            )
-            return response_expert_autogen.last_message()["content"]
+        try:
+            response = await get_autogen_response(rephrased_query)
+        except Exception as e:
+            logger.error(f"Error in AutoGen response generation: {e}")
+            response = "I apologize, but I'm having trouble generating a response at the moment. Please try again later."
+
+        if not check_response_content(response):
+            response += "\n\nPlease note that I cannot provide specific investment advice or guarantee returns. For personalized guidance, please consult with a qualified financial advisor."
+
+        if not check_confidence(response):
+            return "I apologize, but I'm not confident in providing an accurate answer to this query. For the most up-to-date and accurate information, please contact Zerodha's customer support directly."
+
+        final_response = post_process_response(response)
+
+        return final_response
+    except Exception as e:
+        logger.error(f"Error in zerodha_support: {e}")
+        return "I apologize, but an error occurred while processing your request. Please try again later."
+
+async def get_autogen_response(query):
+    await user_proxy.a_initiate_chat(
+        response_expert_autogen,
+        message=f"Please provide a respectful and empathetic response to the following query: '{query}'"
+    )
+    return response_expert_autogen.last_message()["content"]
+
+# Gradio interface setup
+demo = gr.ChatInterface(
+    zerodha_support,
+    chatbot=gr.Chatbot(height=600),
+    textbox=gr.Textbox(placeholder="Ask your question about Zerodha here...", container=False, scale=7),
+    title="Zerodha Support Assistant",
+    description="Ask questions about Zerodha's services, trading, account management, and more. Our multi-agent system ensures respectful and empathetic responses.",
+    theme="soft",
+    examples=[
+        "How do I open a Zerodha account?",
+        "I'm frustrated with the recent changes to the Kite platform. Can you help?",
+        "What are the risks involved in F&O trading?",
+        "I think there's an error in my account statement. What should I do?",
+        "Can you explain Zerodha's policy on intraday trading margins?",
+        "I'm new to investing. What resources does Zerodha offer for beginners?",
+        "How does Zerodha ensure the security of my investments and personal data?"
+    ],
+)
 
-        res
+if __name__ == "__main__":
+    demo.launch()