Update entity_dictionary.py

entity_dictionary.py

@@ -1,25 +1,194 @@
-# =========================================
-# WEEKDAY CANONICAL MAP (for replacement)
-# =========================================
+# ============================================================
+# ENTITY DICTIONARY
+# Used by entity masking API
+# ============================================================
+
+ENTITY_DICTIONARY = {
+
+    # ========================
+    # 1. DISTRICTS OF MAURITIUS
+    # ========================
+    "DISTRICT": [
+        "Port Louis", "Pamplemousses", "Riviere du Rempart",
+        "Flacq", "Grand Port", "Savanne", "Moka",
+        "Plaines Wilhems", "Riviere Noire", "Black River"
+    ],
+
+    # ========================
+    # 2. CITIES
+    # ========================
+    "CITY": [
+        "Curepipe", "Vacoas", "Quatre Bornes",
+        "Beau Bassin", "Rose Hill", "Ebene", "Phoenix",
+        "Goodlands", "Grand Baie", "Mahebourg", "Flic en Flac",
+        "Tamarin", "Bel Air", "Roche Bois",
+        "Piton", "Triolet"
+    ],
+
+    # ========================
+    # 3. VILLAGES
+    # ========================
+    "VILLAGE": [
+        "Albion", "Amaury", "Amitie-Gokhoola", "Arsenal",
+        "Baie du Tombeau", "Baie du Cap", "Bambous",
+        "Bambous Virieux", "Bananes", "Beau Vallon",
+        "Bel Air Riviere Seche", "Bel Ombre", "Belle Vue Maurel",
+        "Benares", "Bois Cheri", "Bois des Amourettes",
+        "Bon Accueil", "Bramsthan", "Brisee Verdiere",
+        "Britannia", "Calebasses", "Camp Carol",
+        "Camp de Masque", "Camp de Masque Pave", "Camp Diable",
+        "Camp Ithier", "Camp Thorel", "Cap Malheureux",
+        "Cascavelle", "Case Noyale", "Centre de Flacq",
+        "Chamarel", "Chamouny", "Chemin Grenier",
+        "Clemencia", "Cluny", "Congomah", "Cottage",
+        "Creve Coeur", "D'Epinay", "Dagotier", "Dubreuil",
+        "Ecroignard", "Esperance", "Esperance Trebuchet",
+        "Fond du Sac", "Grand Bel Air", "Grand Bois",
+        "Grand Gaube", "Grand River South East",
+        "Grand Sable", "Grande Retraite",
+        "Grande Riviere Noire", "Gros Cailloux",
+        "L'Avenir", "L'Escalier", "La Flora", "La Gaulette",
+        "La Laura-Malenga", "Lallmatie", "Laventure",
+        "Le Hochet", "Le Morne", "Long Mountain",
+        "Mapou", "Mare d'Albert", "Mare La Chaux",
+        "Mare Tabac", "Medine", "Melrose", "Midlands",
+        "Montagne Blanche", "Morcellement St. Andre",
+        "New Grove", "Notre Dame", "Nouvelle Decouverte",
+        "Nouvelle France", "Old Grand Port", "Olivia",
+        "Petit Bel Air", "Petit Raffray",
+        "Plaine des Papayes", "Plaine des Roches",
+        "Plaine Magnien", "Pointe aux Piments",
+        "Poste de Flacq", "Poudre d'Or",
+        "Poudre d'Or Hamlet", "Providence",
+        "Quartier Militaire", "Quatre Cocos",
+        "Quatre Soeurs", "Queen Victoria", "Richelieu",
+        "Ripailles", "Riviere des Anguilles",
+        "Riviere des Creoles", "Riviere du Poste",
+        "Roches Noires", "Roche Terre", "Rose Belle",
+        "Sebastopol", "Seizieme Mille", "Souillac",
+        "St Aubin", "St Hubert", "St Julien",
+        "St Julien D'Hotman", "St Pierre", "Surinam",
+        "Terre Rouge", "The Vale", "Trois Boutiques",
+        "Trou aux Biches", "Trou d'Eau Douce",
+        "Tyack", "Union Park", "Verdun", "Ville Bague"
+    ],
+
+    # ========================
+    # 4. LANDMARKS & REGIONS
+    # ========================
+    "LANDMARK": [
+        "Bagatelle", "Caudan Waterfront", "Le Caudan",
+        "Ebene Cybercity", "Trou aux Biches",
+        "Mont Choisy", "Chamarel", "Le Morne",
+        "Blue Bay", "La Cambuse", "Ile aux Cerfs",
+        "Reduit", "SSR Airport", "Plaisance",
+        "Cascavelle", "Medine"
+    ],
+
+    # ========================
+    # 5. WEEKDAYS (Dictionary entities)
+    # ========================
+    "WEEKDAY": [
+        # Bhojpuri
+        "Somvar", "Lendi",
+        "Mangal", "Mangar",
+        "Budh",
+        "Guruwar",
+        "Sukar", "Sukrawar",
+        "Sani", "Samdi",
+        "Raviwaar",
+
+        # Kreol
+        "Lindi", "Mardi", "Merkredi",
+        "Zedi", "Vandredi", "Dimans"
+    ],
+
+    # ========================
+    # 6. MONTHS (Dictionary entities)
+    # ========================
+    "MONTH": [
+        # Bhojpuri / Hindi variants
+        "January", "Janvari",
+        "February", "Februari",
+        "March",
+        "April",
+        "May",
+        "June",
+        "July",
+        "August",
+        "September",
+        "October",
+        "November",
+        "December",
+
+        # Kreol Morisien
+        "Zanvie",
+        "Fevriye",
+        "Mars",
+        "Avril",
+        "Me",
+        "Zwin",
+        "Zilye",
+        "Out",
+        "Septam",
+        "Oktob",
+        "Novam",
+        "Desam"
+    ],
+
+
+    # ========================
+    # 7. PERSON NAMES
+    # ========================
+    "PERSON": [
+        "Amit", "Vikash", "Rishi", "Kiran", "Anil", "Sanjay",
+        "Rakesh", "Nikhil", "Kavita", "Reena", "Meera",
+        "Neha", "Pooja", "Sunil", "Aisha", "Fatima",
+        "Farah", "Yusuf", "Imran", "Jean", "Marie",
+        "Patrick", "Stephan", "Yannick", "Kevin",
+        "Ramesh", "Champa", "Babita", "Kamal", "Sonu",
+        "Guddu", "Sidharth", "Sameer", "Sameerchand", "Karuna"
+    ],
+
+    # ========================
+    # 8. PRODUCTS / OBJECTS
+    # ========================
+    "PRODUCT": [
+        "Honda Fit", "Honda Vezel", "Suzuki Swift",
+        "Toyota Aqua", "Toyota Vitz", "Nissan Note",
+        "Mazda Axela", "iPhone", "Samsung",
+        "OnePlus", "Pixel", "Redmi"
+    ],
+
+    # ========================
+    # 9. REGEX PATTERNS
+    # ========================
+    "REGEX_PATTERNS": {
+        "NUMBER": r"\b\d+(?:,\d{3})*(?:\.\d+)?\b",
+        "MONEY": r"\b(?:Rs|rs|RS)\s?\d+(?:,\d{3})*\b",
+        "DATE": r"\b\d{1,2}[\/\-.]\d{1,2}[\/\-.]\d{2,4}\b",
+        "TIME": r"\b\d{1,2}(?::\d{2})?(?:am|pm|AM|PM)\b",
+        "PHONE": r"\b[0-9]{8}\b",
+        "EMAIL": r"[a-zA-Z0-9._%+-]+@[a-zA-Z0-9.-]+\.[a-zA-Z]{2,}"
+    }
+}
+
+# ============================================================
+# WEEKDAY CANONICAL MAP (used during unmasking)
+# ============================================================
 
 WEEKDAY_MAP = {
     # Bhojpuri → Kreol
     "somvar": "lindi",
     "lendi": "lindi",
-
     "mangal": "mardi",
     "mangar": "mardi",
-
     "budh": "merkredi",
-
     "guruwar": "zedi",
-
     "sukar": "vandredi",
     "sukrawar": "vandredi",
-
     "sani": "samdi",
     "samdi": "samdi",
-
     "raviwaar": "dimans",
 
     # Kreol → Bhojpuri
@@ -31,3 +200,43 @@ WEEKDAY_MAP = {
     "samdi": "sani",
     "dimans": "raviwaar"
 }
+
+# ============================================================
+# MONTH CANONICAL MAP (used during unmasking)
+# ============================================================
+
+MONTH_MAP = {
+    # English / Bhojpuri → Kreol
+    "january": "zanvie",
+    "janvari": "zanvie",
+
+    "february": "fevriye",
+    "februari": "fevriye",
+
+    "march": "mars",
+    "april": "avril",
+    "may": "me",
+    "june": "zwin",
+    "july": "zilye",
+    "august": "out",
+
+    "september": "septam",
+    "october": "oktob",
+    "november": "novam",
+    "december": "desam",
+
+    # Kreol → English (canonical)
+    "zanvie": "january",
+    "fevriye": "february",
+    "mars": "march",
+    "avril": "april",
+    "me": "may",
+    "zwin": "june",
+    "zilye": "july",
+    "out": "august",
+    "septam": "september",
+    "oktob": "october",
+    "novam": "november",
+    "desam": "december"
+}
+