Update app/policy_vector_db.py

app/policy_vector_db.py

@@ -54,13 +54,11 @@ class PolicyVectorDB:
             batch = new_chunks[i:i + batch_size]
             texts = [chunk['text'] for chunk in batch]
             ids = [str(chunk['id']) for chunk in batch]
-
-            # --- FIX: Ensure metadata is never an empty dictionary ---
+            
             metadatas = []
             for chunk in batch:
                 meta = chunk.get('metadata')
-                if not meta:  # Handles cases where metadata is missing or empty
-                    # Provide a default, non-empty metadata dictionary
+                if not meta:
                     meta = {"description": "General information chunk."}
                 metadatas.append(self._flatten_metadata(meta))
             
@@ -98,12 +96,9 @@ def ensure_db_populated(db_instance: PolicyVectorDB, chunks_file_path: str):
                 logger.error(f"Chunks file not found at {chunks_file_path}. Cannot populate DB.")
                 return False
             
-            chunks_to_add = []
+            # --- FIX: Use json.load() to read the entire standard .json file at once ---
             with open(chunks_file_path, 'r', encoding='utf-8') as f:
-                for line in f:
-                    line = line.strip()
-                    if line:
-                        chunks_to_add.append(json.loads(line))
+                chunks_to_add = json.load(f)
             
             if not chunks_to_add:
                 logger.warning(f"Chunks file at {chunks_file_path} is empty. No data to add to DB.")