Update app.py

app.py

@@ -23,14 +23,14 @@ if "ingested_batches" not in st.session_state:
 if "messages" not in st.session_state:
     st.session_state.messages = []
 
-st.set_page_config(page_title="Chat with Your JSON Vectors (DEBUG)", layout="wide")
-st.title("Chat with Your Vectorized JSON Files (Hybrid Retrieval, SQLite, LLM, DEBUG)")
+st.set_page_config(page_title="Chat with Your JSON Vectors (Hybrid, Enhanced)", layout="wide")
+st.title("Chat with Your Vectorized JSON Files (Hybrid Retrieval, SQLite, LLM)")
 
 uploaded_files = st.file_uploader(
     "Upload JSON files in batches (any structure)", type="json", accept_multiple_files=True
 )
 
-# --- Enhanced flattening with name extraction for emails/user fields
+# --- Enhanced flattening (never loses parent fields)
 def flatten_json_obj(obj, parent_key="", sep="."):
     items = {}
     if isinstance(obj, dict):
@@ -63,13 +63,8 @@ if uploaded_files:
         file.seek(0)
         try:
             raw = json.load(file)
-            if isinstance(raw, list):
-                records = raw
-            elif isinstance(raw, dict):
-                main_lists = [v for v in raw.values() if isinstance(v, list)]
-                records = main_lists[0] if main_lists else [raw]
-            else:
-                records = [raw]
+            # NEW: Don't try to pull lists out of dicts; treat the whole dict as a record
+            records = raw if isinstance(raw, list) else [raw]
             for idx, rec in enumerate(records):
                 st.code(flatten_json_obj(rec))
         except Exception as e:
@@ -104,13 +99,8 @@ def ingest_json_files(files):
         file.seek(0)
         raw = json.load(file)
         source_name = file.name
-        if isinstance(raw, list):
-            records = raw
-        elif isinstance(raw, dict):
-            main_lists = [v for v in raw.values() if isinstance(v, list)]
-            records = main_lists[0] if main_lists else [raw]
-        else:
-            records = [raw]
+        # NEW: Always treat the whole dict as a record, even if it contains lists
+        records = raw if isinstance(raw, list) else [raw]
         for rec in records:
             flat = flatten_json_obj(rec)
             flat_text = "; ".join([f"{k}: {v}" for k, v in flat.items()])