Update app.py

app.py

@@ -10,58 +10,41 @@ import matplotlib.pyplot as plt
 import plotly.express as px
 from PIL import Image
 
-# Define categories
 categories_keywords = {
-    "Application Status": ["application status", "application", "status", "submitted", "processing", "pending", "approval", "rejected", "accepted"],
-    "Volunteering": ["volunteer", "volunteering", "help out", "assist", "volunteer work", "volunteer opportunities"],
-    "Certificates": ["certificate", "certificates", "completion", "certification", "accreditation", "proof", "document", "certified"],
-    "Job Opportunities": ["job", "opportunity", "career", "vacancy", "position", "employment", "hiring", "recruitment", "internship"],
-    "Surveys and Forms": ["survey", "form", "forms", "questionnaire", "feedback form", "response", "fill out", "submission"],
-    "General Queries": ["hello", "hi", "help", "general", "query", "question", "info", "information", "inquiry", "ask"],
-    "Spam": ["spam", "unsubscribe", "remove", "stop", "junk", "block", "opt-out"],
-    "Rescheduling and Postponing": ["reschedule", "postpone", "delay", "change date", "new time", "rearrange", "shift", "adjust timing"],
-    "Contact and Communication Issues": ["contact", "communicate", "communication", "reach out", "phone", "email", "address", "details"],
-    "Email and Credentials Issues": ["email", "credentials", "login", "password", "access", "username", "account", "verification", "reset"],
-    "Timing and Scheduling": ["timing", "schedule", "scheduling", "time", "appointment", "availability", "calendar", "book", "slot"],
-    "Salary and Benefits": ["salary", "benefits", "pay", "compensation", "wages", "earnings", "package", "remuneration", "incentives"],
-    "Technical Issues": ["technical", "issue", "problem", "error", "bug", "glitch", "fix", "troubleshoot", "support"],
-    "End of Conversation": ["bye", "thank you", "thanks", "goodbye", "see you", "later", "end", "close", "sign off"],
-    "Start of Conversation": ["start", "begin", "hello", "hi", "initiate", "greet", "greeting", "open", "commence"],
-    "Feedback": ["feedback", "comments", "review", "opinion", "suggestion", "critique", "rating"],
-    "Event Inquiries": ["event", "webinar", "meeting", "conference", "session", "seminar", "workshop", "invitation"],
-    "Payment Issues": ["payment", "billing", "transaction", "charge", "fee", "invoice", "refund", "receipt"],
-    "Registration Issues": ["registration", "register", "sign up", "enroll", "join", "signup", "enrollment"],
-    "Service Requests": ["service", "support", "request", "assistance", "help", "aid", "maintenance"],
-    "Account Issues": ["account", "profile", "update", "activation", "deactivation", "credentials", "reset"],
-    "Product Information": ["product", "service", "details", "info", "information", "specifications", "features"],
-    "Account Management": ["login", "account", "new account", "create account", "log out", "google", "access"],
-    "Order Status": ["order", "status", "tracking", "shipment", "delivery", "purchase", "dispatch"],
-    "Miscellaneous": ["miscellaneous", "other", "various", "random", "general", "unknown", "unsorted"]
-
+    'Application Status': ['application', 'applied', 'update on my application', 'result of my application', 'selected', 'selection process', 'apply', 'fellow', 'lesson plan', 'status of my application', 'application update', 'application status', 'applied for'],
+    'Volunteering': ['volunteering', 'volunteer', 'volunteering certificate', 'resume my volunteering', 'volunteering journey', 'volunteering with TFI', 'volunteering opportunities', 'volunteer work', 'volunteer program'],
+    'Certificates': ['certificate', 'certificates', 'certificate of completion', 'volunteer certificate', 'issue certificate'],
+    'Job Opportunities': ['job', 'vacancy', 'Talent Acquisition Executive job', 'opportunity', 'job opening', 'job position', 'career opportunities'],
+    'Surveys and Forms': ['survey', 'form', 'fill out the survey', 'application form', 'survey link', 'survey form', 'form submission'],
+    'General Queries': ['query', 'queries', 'questions', 'feedback', 'loved', 'overwhelming', 'general question', 'inquiry', 'query about'],
+    'Spam': ['free recharge', 'offer', 'click the link', 'https'],
+    'Rescheduling and Postponing': ['reschedule', 'postpone', 'cancellation', 'date', 'time slot', 'change date', 'change time', 'reschedule appointment'],
+    'Contact and Communication Issues': ['call', 'phone', 'contact', 'not received', 'contact support', 'phone call', 'call back', 'internet'],
+    'Email and Credentials Issues': ['email', 'credentials', 'received', 'email issue', 'email problem', 'credential issue', 'login problem'],
+    'Timing and Scheduling': ['session', 'time', 'interview', 'baje', 'schedule time', 'meeting time', 'appointment time'],
+    'Salary and Benefits': ['salary', 'increment', 'accommodation', 'training period', 'reside', 'stipend', 'pay', 'wage', 'salary details', 'benefits information'],
+    'Technical Issues': ['network issues', 'zoom meeting', 'passcode', 'technical', 'issue','technical problem', 'system issue', 'technical support'],
+    'Complaint Handling': ['help', 'i need help', 'Help me', 'complaint', 'issue is unresolved', 'unsatisfied', 'bad experience'],
+    'End of Conversation': ['thanks', 'thankss', 'thank u', 'thank you', 'ok', 'okay', 'done', 'joining', 'sounds good', 'goodbye', 'end chat', 'end'],
+    'Miscellaneous': []
 }
 
-# Initialize
 
 def categorize_question(question):
-    # Split the question into words
-    words = question.split()
-    
-    # Check if the question has only one word
-    if len(words) == 1:
-        single_word = words[0].lower()
-        # Check if the single word is in the Start of Conversation category
-        if any(single_word in keyword for keyword in categories_keywords["Start of Conversation"]):
-            return "Start of Conversation"
-        else:
-            return "End of Conversation"
-    
-    # General categorization based on multiple words
     for category, keywords in categories_keywords.items():
-        if any(keyword.lower() in question.lower() for keyword in keywords):
-            return category
-    return "Miscellaneous"
+        for keyword in keywords:
+            if keyword.lower() in question.lower():
+                # Check if the question is one word and belongs to 'End of Conversation'
+                if category == 'End of Conversation':
+                    return category
+                # If not 'End of Conversation', return the matched category
+                if category != 'End of Conversation':
+                    return category
+    return 'Miscellaneous'
+
+
 
-def preprocess_data(df, categories_keywords):
+def preprocess_data(df):
     df.rename(columns={'Question Asked': 'texts'}, inplace=True)
     df['texts'] = df['texts'].astype(str).str.lower()
     df['texts'] = df['texts'].apply(lambda text: re.sub(r'https?://\S+|www\.\S+', '', text))
@@ -112,7 +95,8 @@ def preprocess_data(df, categories_keywords):
     df['texts'] = df['texts'].str.strip()
     df = df[df['texts'] != '']
 
-    df['Category'] = df['texts'].apply(lambda x: categorize_question(x, categories_keywords))
+    # Categorize the texts
+    df['Category'] = df['texts'].apply(categorize_question)
 
     return df
 
@@ -154,6 +138,7 @@ def generate_wordcloud(df):
     return img
 
 def generate_bar_chart(df, num_clusters_to_display):
+    # Exclude common words from the top words
     common_words = {'i', 'you', 'thanks', 'thank', 'ok', 'okay', 'sure', 'done'}
     
     top_categories = df['Category'].value_counts().index[:num_clusters_to_display]