Upload engine.py

engine.py

@@ -5,8 +5,9 @@ from openai import OpenAI
 from difflib import get_close_matches
 from datetime import datetime
 
-TRANSCRIPT = []
+TRANSCRIPT = [] #memory log
 
+#store interaction in transcript
 def log_interaction(user_q, sql=None, result=None, error=None):
     TRANSCRIPT.append({
         "timestamp": datetime.utcnow().isoformat(),
@@ -93,7 +94,7 @@ def correct_spelling(q):
 # =========================
 import json
 from functools import lru_cache
-def col_desc(desc):
+def col_desc(desc):#extract description
     """Safely extract column description from metadata."""
     if isinstance(desc, dict):
         return desc.get("description", "")
@@ -102,6 +103,7 @@ def col_desc(desc):
 
 @lru_cache(maxsize=1)
 def load_ai_schema():
+    #load metadata
     """Load schema from metadata JSON file with error handling."""
     try:
         with open("metadata.json", "r") as f:
@@ -241,7 +243,7 @@ def extract_relevant_tables(question, max_tables=4):
 # HUMAN SCHEMA DESCRIPTION
 # =========================
 
-def describe_schema(max_tables=10):
+def describe_schema(max_tables=10):#what data you have or which table exist
     schema = load_ai_schema()
     total_tables = len(schema)
 
@@ -279,33 +281,36 @@ def describe_schema(max_tables=10):
 # =========================
 
 def get_latest_data_date():
-    """Get the latest data date by checking tables with date columns."""
-    schema = load_ai_schema()
-    
-    # Common date column names to check
-    date_columns = ["date", "start_date", "end_date", "admission_date", "admittime", "dischtime", "created_at", "updated_at"]
-    
-    # Try to find a table with a date column
-    for table_name in schema.keys():
-        columns = schema[table_name].get("columns", {})
-        
-        # Check if table has any date-like column
-        for col_name in columns.keys():
-            col_lower = col_name.lower()
-            if any(date_col in col_lower for date_col in date_columns):
-                try:
-                    result = conn.execute(
-                        f"SELECT MAX({col_name}) FROM {table_name}"
-                    ).fetchone()
-                    if result and result[0]:
-                        return result[0]
-                except (sqlite3.Error, sqlite3.OperationalError):
-                    continue  # Try next table/column
-    
+    """
+    Returns the most meaningful 'latest date' for the system.
+    Priority:
+    1. admissions.admittime
+    2. icustays.intime
+    3. chartevents.charttime
+    """
+
+    checks = [
+        ("admissions", "admittime"),
+        ("icustays", "intime"),
+        ("chartevents", "charttime"),
+    ]
+
+    for table, column in checks:
+        try:
+            result = conn.execute(
+                f"SELECT MAX({column}) FROM {table}"
+            ).fetchone()
+
+            if result and result[0]:
+                return result[0]
+        except Exception:
+            continue
+
     return None
 
 
-def normalize_time_question(q):
+
+def normalize_time_question(q):#total-actual date
     latest = get_latest_data_date()
     if not latest:
         return q