Update app/mapper.py

app/mapper.py

@@ -20,6 +20,12 @@ CANONICAL = {
 }
 ALIAS_FILE = "./db/alias_memory.json"
 
+def map_pandas_to_duck(col: str, series: pd.Series) -> str:
+    if pd.api.types.is_bool_dtype(series):     return "BOOLEAN"
+    if pd.api.types.is_integer_dtype(series):  return "BIGINT"
+    if pd.api.types.is_float_dtype(series):    return "DOUBLE"
+    if pd.api.types.is_datetime64_any_dtype(series): return "TIMESTAMP"
+    return "VARCHAR"
 # ----------  helpers  ---------- #
 def safe_str_transform(s: pd.Series) -> pd.Series:
     if pd.api.types.is_string_dtype(s):
@@ -30,11 +36,16 @@ def sql(conn, stmt: str, *args):
     """Centralised parameter binding → no more int-vs-tuple mistakes."""
     return conn.execute(stmt, args).fetchall()
 
-def add_column_if_not_exists(conn, table: str, col: str, dtype: str) -> None:
-    cols = {c[0] for c in conn.execute(f"DESCRIBE {table}").fetchall()}
-    if col.lower() not in cols:
-        conn.execute(f"ALTER TABLE {table} ADD COLUMN {col} {dtype}")
+def add_column_if_not_exists(duck: duckdb.DuckDBPyConnection, table: str, col: str, dtype: str) -> None:
+    existing = {r[0].lower() for r in duck.execute(f"PRAGMA table_info('{table}')").fetchall()}
+    if col.lower() not in existing:
+        duck.execute(f"ALTER TABLE {table} ADD COLUMN {col} {dtype}")
+        print(f"[schema] ➕ added {col}:{dtype} to {table}")
 
+# usage in ensure_schema_version:
+for col in df.columns:
+    dtype = map_pandas_to_duck(col, df[col])
+    add_column_if_not_exists(duck, table_name, col, dtype)
 # ----------  alias memory  ---------- #
 def load_dynamic_aliases() -> None:
     if os.path.exists(ALIAS_FILE):