updates to handling partial dates

app.py

@@ -26,30 +26,41 @@ def extract_features(tokens, labels):
     merged_entities = []
     current_date = ""
 
-    print(f"Debug -- Potentially creating date")
+    print(f"Debug -- Starting entity extraction")
+    date_pattern = r"\d{1,2}/\d{1,2}/\d{2,4}"  # Matches full date formats like MM/DD/YYYY or DD/MM/YYYY
+    partial_date_pattern = r"\d{1,2}$|[/-]$"  # Matches partial date components like "12" or "/" at the end
+
+    
     # Loop through tokens and labels 
     for token, label in zip(tokens, labels): 
         print(f"Debug -- Potentially creating date,, token: {token} label: {label}")
         if label == 'LABEL_1':
-            # Date logic
-            if re.match(r"^\d{1,2}/$", token) or re.match(r"^\d{4}$", token):
+            # Check for partial date fragments (like '12' or '/')
+            if re.match(partial_date_pattern, token):
                 print(f"Debug -- Potentially building date: Token Start {token} After Token")
-                current_date += token
-
-            # Date logic
-            if re.match(r"^\d{4}$", token) and current_date.count('/') == 2:
-                merged_entities.append(current_date)
-                print(f"Debug -- Added date 1: Token Start {curent_date} After Token")
+                current_date += token # Append token to the current entity
+
+            # If the accumulated entity matches a full date
+            if re.match(date_pattern, current_date):
+                merged_entities.append((current_date, 'date'))
+                print(f"Debug -- Complete date added: {token}")
+                current_date = ""  # Reset for next entity
+            else: 
+                # No partial or completed patterns are detected, but it's still LABEL_1
+                # If there were any accumulated data so far
+                if current_date: 
+                    merged_entities.append((current_date, 'date'))
+                else: 
+                    merged_entities.append((token, label))
                 current_date = ""
         else: 
-            if current_date: 
-                merged_entities.append(current_date)
-                print(f"Debug -- Added date 2: Token Start {current_date} After Token")
+            # These are LABEL_0, supposedly trash but keep them for now
+            if token: 
+                merged_entities.append((token, label))
                 current_date = ""
-            merged_entities.append(token)
 
-    if current_date: 
-        merged_entities.append(current_date)
+    if current_date:
+        merged_entities.append(current_date, 'date')
 
     return merged_entities