Update functions.py

functions.py

@@ -1,11 +1,13 @@
 from transformers import AutoTokenizer, AutoConfig, AutoModelForSequenceClassification
 from scipy.special import softmax
+import emoji
 # Define the preprocess function
 def preprocess(text):
     new_text = []
     for t in text.split(" "):
         t = '@user' if t.startswith('@') and len(t) > 1 else t
         t = 'http' if t.startswith('http') else t
+        t = emoji.demojize(t)  # Convert emojis to text representation
         new_text.append(t)
     return " ".join(new_text)