Update entity_dictionary.py

entity_dictionary.py

@@ -1,12 +1,11 @@
 # ============================================================
 # ENTITY DICTIONARY
-# Used by entity masking API
 # ============================================================
 
 ENTITY_DICTIONARY = {
 
     # ========================
-    # 1. DISTRICTS OF MAURITIUS
+    # 1. DISTRICTS
     # ========================
     "DISTRICT": [
         "Port Louis", "Pamplemousses", "Riviere du Rempart",
@@ -20,80 +19,39 @@ ENTITY_DICTIONARY = {
     "CITY": [
         "Curepipe", "Vacoas", "Quatre Bornes",
         "Beau Bassin", "Rose Hill", "Ebene", "Phoenix",
-        "Goodlands", "Grand Baie", "Mahebourg", "Flic en Flac",
-        "Tamarin", "Bel Air", "Roche Bois",
-        "Piton", "Triolet"
+        "Goodlands", "Grand Baie", "Mahebourg",
+        "Flic en Flac", "Tamarin", "Bel Air",
+        "Roche Bois", "Piton", "Triolet"
     ],
 
     # ========================
     # 3. VILLAGES
     # ========================
     "VILLAGE": [
-        "Albion", "Amaury", "Amitie-Gokhoola", "Arsenal",
-        "Baie du Tombeau", "Baie du Cap", "Bambous",
-        "Bambous Virieux", "Bananes", "Beau Vallon",
-        "Bel Air Riviere Seche", "Bel Ombre", "Belle Vue Maurel",
-        "Benares", "Bois Cheri", "Bois des Amourettes",
-        "Bon Accueil", "Bramsthan", "Brisee Verdiere",
-        "Britannia", "Calebasses", "Camp Carol",
-        "Camp de Masque", "Camp de Masque Pave", "Camp Diable",
-        "Camp Ithier", "Camp Thorel", "Cap Malheureux",
-        "Cascavelle", "Case Noyale", "Centre de Flacq",
-        "Chamarel", "Chamouny", "Chemin Grenier",
-        "Clemencia", "Cluny", "Congomah", "Cottage",
-        "Creve Coeur", "D'Epinay", "Dagotier", "Dubreuil",
-        "Ecroignard", "Esperance", "Esperance Trebuchet",
-        "Fond du Sac", "Grand Bel Air", "Grand Bois",
-        "Grand Gaube", "Grand River South East",
-        "Grand Sable", "Grande Retraite",
-        "Grande Riviere Noire", "Gros Cailloux",
-        "L'Avenir", "L'Escalier", "La Flora", "La Gaulette",
-        "La Laura-Malenga", "Lallmatie", "Laventure",
-        "Le Hochet", "Le Morne", "Long Mountain",
-        "Mapou", "Mare d'Albert", "Mare La Chaux",
-        "Mare Tabac", "Medine", "Melrose", "Midlands",
-        "Montagne Blanche", "Morcellement St. Andre",
-        "New Grove", "Notre Dame", "Nouvelle Decouverte",
-        "Nouvelle France", "Old Grand Port", "Olivia",
-        "Petit Bel Air", "Petit Raffray",
-        "Plaine des Papayes", "Plaine des Roches",
-        "Plaine Magnien", "Pointe aux Piments",
-        "Poste de Flacq", "Poudre d'Or",
-        "Poudre d'Or Hamlet", "Providence",
-        "Quartier Militaire", "Quatre Cocos",
-        "Quatre Soeurs", "Queen Victoria", "Richelieu",
-        "Ripailles", "Riviere des Anguilles",
-        "Riviere des Creoles", "Riviere du Poste",
-        "Roches Noires", "Roche Terre", "Rose Belle",
-        "Sebastopol", "Seizieme Mille", "Souillac",
-        "St Aubin", "St Hubert", "St Julien",
-        "St Julien D'Hotman", "St Pierre", "Surinam",
-        "Terre Rouge", "The Vale", "Trois Boutiques",
-        "Trou aux Biches", "Trou d'Eau Douce",
-        "Tyack", "Union Park", "Verdun", "Ville Bague"
+        "Albion", "Amaury", "Arsenal", "Baie du Tombeau",
+        "Bambous", "Bel Ombre", "Camp Diable",
+        "Grand Gaube", "Lallmatie", "Mapou",
+        "New Grove", "Plaine Magnien", "Souillac",
+        "Terre Rouge", "Trou aux Biches", "Verdun"
     ],
 
     # ========================
-    # 4. LANDMARKS & REGIONS
+    # 4. LANDMARKS
     # ========================
     "LANDMARK": [
-        "Bagatelle", "Caudan Waterfront", "Le Caudan",
-        "Ebene Cybercity", "Trou aux Biches",
-        "Mont Choisy", "Chamarel", "Le Morne",
-        "Blue Bay", "La Cambuse", "Ile aux Cerfs",
-        "Reduit", "SSR Airport", "Plaisance",
-        "Cascavelle", "Medine"
+        "Bagatelle", "Caudan Waterfront", "Ebene Cybercity",
+        "Le Morne", "Blue Bay", "Ile aux Cerfs",
+        "SSR Airport", "Plaisance"
     ],
 
     # ========================
-    # 5. WEEKDAYS (Dictionary entities)
+    # 5. WEEKDAYS
     # ========================
     "WEEKDAY": [
         # Bhojpuri
         "Somvar", "Lendi",
         "Mangal", "Mangar",
-        "Budh",
-        "Guruwar",
+        "Budh", "Guruwar",
         "Sukar", "Sukrawar",
         "Sani", "Samdi",
         "Raviwaar",
@@ -104,68 +62,43 @@ ENTITY_DICTIONARY = {
     ],
 
     # ========================
-    # 6. MONTHS (Dictionary entities)
+    # 6. MONTHS
     # ========================
     "MONTH": [
-        # Bhojpuri / Hindi variants
+        # English / Bhojpuri
         "January", "Janvari",
         "February", "Februari",
-        "March",
-        "April",
-        "May",
-        "June",
-        "July",
-        "August",
-        "September",
-        "October",
-        "November",
-        "December",
-
-        # Kreol Morisien
-        "Zanvie",
-        "Fevriye",
-        "Mars",
-        "Avril",
-        "May",
-        "Zwin",
-        "Zilye",
-        "Aout",
-        "Septam",
-        "Oktob",
-        "Novam",
-        "Desam"
-    ],
+        "March", "April", "May",
+        "June", "July", "August",
+        "September", "October",
+        "November", "December",
 
+        # Kreol
+        "Zanvie", "Fevriye", "Mars", "Avril",
+        "Me", "Zwin", "Zilye", "Out",
+        "Septam", "Oktob", "Novam", "Desam"
+    ],
 
     # ========================
-    # 7. PERSON NAMES
+    # 7. PERSON
     # ========================
     "PERSON": [
-        "Amit", "Vikash", "Rishi", "Kiran", "Anil", "Sanjay",
-        "Rakesh", "Nikhil", "Kavita", "Reena", "Meera",
-        "Neha", "Pooja", "Sunil", "Aisha", "Fatima",
-        "Farah", "Yusuf", "Imran", "Jean", "Marie",
-        "Patrick", "Stephan", "Yannick", "Kevin",
-        "Ramesh", "Champa", "Babita", "Kamal", "Sonu",
-        "Guddu", "Sidharth", "Sameer", "Sameerchand", "Karuna"
+        "Amit", "Ramesh", "Sidharth",
+        "Sameer", "Karuna", "Jean", "Marie"
     ],
 
     # ========================
-    # 8. PRODUCTS / OBJECTS
+    # 8. PRODUCT
     # ========================
     "PRODUCT": [
-        "Honda Fit", "Honda Vezel", "Suzuki Swift",
-        "Toyota Aqua", "Toyota Vitz", "Nissan Note",
-        "Mazda Axela", "iPhone", "Samsung",
-        "OnePlus", "Pixel", "Redmi"
+        "Honda Fit", "Toyota Vitz", "iPhone", "Samsung"
     ],
 
     # ========================
-    # 9. REGEX PATTERNS
+    # 9. REGEX
     # ========================
     "REGEX_PATTERNS": {
         "NUMBER": r"\b\d+(?:,\d{3})*(?:\.\d+)?\b",
-        "MONEY": r"\b(?:Rs|rs|RS)\s?\d+(?:,\d{3})*\b",
         "DATE": r"\b\d{1,2}[\/\-.]\d{1,2}[\/\-.]\d{2,4}\b",
         "TIME": r"\b\d{1,2}(?::\d{2})?(?:am|pm|AM|PM)\b",
         "PHONE": r"\b[0-9]{8}\b",
@@ -174,11 +107,10 @@ ENTITY_DICTIONARY = {
 }
 
 # ============================================================
-# WEEKDAY CANONICAL MAP (used during unmasking)
+# WEEKDAY MAP (direction-aware)
 # ============================================================
 
 WEEKDAY_MAP = {
-    # Bhojpuri → Kreol
     "somvar": "lindi",
     "lendi": "lindi",
     "mangal": "mardi",
@@ -191,7 +123,6 @@ WEEKDAY_MAP = {
     "samdi": "samdi",
     "raviwaar": "dimans",
 
-    # Kreol → Bhojpuri
     "lindi": "somvar",
     "mardi": "mangal",
     "merkredi": "budh",
@@ -202,30 +133,19 @@ WEEKDAY_MAP = {
 }
 
 # ============================================================
-# MONTH CANONICAL MAP (used during unmasking)
+# MONTH MAPS (Option B)
 # ============================================================
 
-MONTH_MAP = {
-    # English / Bhojpuri → Kreol
-    "january": "zanvie",
-    "janvari": "zanvie",
-
-    "february": "fevriye",
-    "februari": "fevriye",
-
-    "march": "mars",
-    "april": "avril",
-    "may": "may",
-    "june": "zwin",
-    "july": "zilye",
-    "august": "aout",
-
-    "september": "septam",
-    "october": "oktob",
-    "november": "novam",
-    "december": "desam",
+MONTH_BHO_ENG_TO_KRE = {
+    "january": "zanvie", "janvari": "zanvie",
+    "february": "fevriye", "februari": "fevriye",
+    "march": "mars", "april": "avril", "may": "me",
+    "june": "zwin", "july": "zilye", "august": "out",
+    "september": "septam", "october": "oktob",
+    "november": "novam", "december": "desam"
+}
 
-    # Kreol → English (canonical)
+MONTH_KRE_TO_ENG = {
     "zanvie": "january",
     "fevriye": "february",
     "mars": "march",
@@ -239,4 +159,3 @@ MONTH_MAP = {
     "novam": "november",
     "desam": "december"
 }
-