Update app.py

app.py

@@ -311,21 +311,34 @@ async def process_document_pipeline(
         logger.info(f"🧩 Creating chunks and embeddings for session {session_id} using {HF_MODEL_ID}")
         chunks = chunk_text_hierarchical(text, filename)
         
+        logger.info(f"📊 Created {len(chunks)} chunks from document")
+        
         # Create embeddings and store chunks
         chunks_to_store = []
-        for chunk in chunks:
+        for i, chunk in enumerate(chunks):
+            # Validate chunk has text
+            chunk_text = chunk.get('text', '').strip()
+            if not chunk_text:
+                logger.warning(f"⚠️ Skipping chunk {i} - no text content")
+                continue
+            
             # Create embedding
-            embedding = create_embedding(chunk['text'])
+            try:
+                embedding = create_embedding(chunk_text)
+            except Exception as e:
+                logger.error(f"❌ Failed to create embedding for chunk {i}: {e}")
+                continue
             
+            # FIXED: Use 'content' field instead of 'text'
             chunk_doc = {
                 "session_id": session_id,
                 "chunk_id": chunk['id'],
-                "text": chunk['text'],
+                "content": chunk_text,  # Changed from 'text' to 'content'
                 "title": chunk['title'],
                 "section_type": chunk['section_type'],
                 "importance_score": chunk['importance_score'],
                 "entities": chunk['entities'],
-                "embedding": embedding.tolist(),  # Convert numpy array to list
+                "embedding": embedding.tolist(),
                 "created_at": datetime.utcnow()
             }
             chunks_to_store.append(chunk_doc)
@@ -333,6 +346,9 @@ async def process_document_pipeline(
         # Batch insert chunks
         if chunks_to_store:
             await db.chunks.insert_many(chunks_to_store)
+            logger.info(f"✅ Stored {len(chunks_to_store)} chunks with embeddings")
+        else:
+            raise Exception("No valid chunks created from document")
         
         # Update session as completed
         await db.sessions.update_one(