Update app.py

app.py

@@ -8,24 +8,21 @@ import re
 from io import BytesIO
 
 def preprocess_data(df):
-    #Keep rows with "user" in the "sender" column
-    df = df[df['sender'].str.contains('user', case=False)]
-    df = df[df['Message Type'].isin(['TEXT']) | df['Message Type'].isin(['POSTBACK'])]
-
-    # Remove unnecessary columns
-    columns_to_drop = ["Timestamp", "sender", "User id", "User Name", "User Email", "User Phone No", "Platform", "Message Type"]
-    df = df.drop(columns=columns_to_drop, axis=1)
-
-    # Lowercase the "Message" column and rename it to "texts"
-    df['Message'] = df['Message'].str.lower()
-    df.rename(columns={'Message': 'texts'}, inplace=True)
-
+    print("Preprocessing data...")
+    
+    # Renaming the 'Queries' column to 'texts'
+    df.rename(columns={'Queries': 'texts'}, inplace=True)
+    
     # Convert the 'texts' column to string
     df['texts'] = df['texts'].astype(str)
-
+    
+    # Lowercase the 'texts' column
+    df['texts'] = df['texts'].str.lower()
+    
     # Remove URL from text
     df['texts'] = df['texts'].apply(lambda text: re.sub(r'https?://\S+|www\.\S+', '', text))
 
+
     # Remove emojis from text
     def remove_emoji(string):
         emoji_pattern = re.compile("["