Add detailed debug logging to understand budget category structure and why category_ids are not being matched

app/smart_recommendation.py

@@ -196,6 +196,95 @@ class SmartBudgetRecommender:
         except Exception as e:
             print(f"⚠️ Error with comprehensive query: {e}")
         
+        # Additional check: Look for budgets with nested category arrays
+        # Some budgets might have categories nested in arrays like headCategories[].categories[]
+        try:
+            try:
+                category_objid = ObjectId(category_id)
+            except (ValueError, TypeError):
+                category_objid = category_id
+            
+            # Try to find budgets with nested category structures
+            nested_query = {
+                "$and": [
+                    {"$or": user_conditions},
+                    {
+                        "$or": [
+                            {"headCategories": {"$elemMatch": {"headCategory": category_objid}}},
+                            {"headCategories": {"$elemMatch": {"headCategory": category_id}}},
+                            {"headCategories": {"$elemMatch": {"categories": {"$elemMatch": {"category": category_objid}}}}},
+                            {"headCategories": {"$elemMatch": {"categories": {"$elemMatch": {"category": category_id}}}}},
+                        ]
+                    }
+                ]
+            }
+            nested_count = self.db.budgets.count_documents(nested_query)
+            if nested_count > 0:
+                print(f"✅ Found {nested_count} budget(s) with nested category structure for user {user_id} with category_id {category_id}")
+                return True
+        except Exception as e:
+            print(f"⚠️ Error checking nested categories: {e}")
+        
+        # Debug: Check if user has ANY budgets at all and what categories they have
+        try:
+            user_objid = ObjectId(user_id)
+            total_budgets = self.db.budgets.count_documents({"$or": [{"createdBy": user_objid}, {"createdBy": user_id}, {"user_id": user_objid}, {"user_id": user_id}]})
+            print(f"🔍 Debug: User {user_id} has {total_budgets} total budgets")
+            
+            # Get all budgets and check their category structure
+            all_budgets = list(self.db.budgets.find({"$or": [{"createdBy": user_objid}, {"createdBy": user_id}]}).limit(10))
+            if all_budgets:
+                print(f"🔍 Debug: Analyzing {len(all_budgets)} budgets to find category structure:")
+                category_ids_found = set()
+                for i, budget in enumerate(all_budgets[:5], 1):  # Show first 5
+                    cat_id = budget.get('category') or budget.get('categoryId') or budget.get('headCategory')
+                    head_cats = budget.get('headCategories', [])
+                    print(f"   Budget {i}:")
+                    print(f"     - category: {budget.get('category')}")
+                    print(f"     - categoryId: {budget.get('categoryId')}")
+                    print(f"     - headCategory: {budget.get('headCategory')}")
+                    print(f"     - headCategories: {head_cats}")
+                    
+                    # Check if requested category_id is in headCategories
+                    if head_cats and isinstance(head_cats, list):
+                        for hc in head_cats:
+                            if isinstance(hc, dict):
+                                hc_id = hc.get('headCategory')
+                                if hc_id:
+                                    cat_id_str = str(hc_id)
+                                    category_ids_found.add(cat_id_str)
+                                    if cat_id_str == str(category_id):
+                                        print(f"     ✅ MATCH FOUND: category_id {category_id} found in headCategories.headCategory!")
+                                
+                                # Check nested categories
+                                nested_cats = hc.get('categories', [])
+                                if nested_cats:
+                                    for nc in nested_cats:
+                                        if isinstance(nc, dict):
+                                            nc_id = nc.get('category')
+                                            if nc_id:
+                                                nc_id_str = str(nc_id)
+                                                category_ids_found.add(nc_id_str)
+                                                if nc_id_str == str(category_id):
+                                                    print(f"     ✅ MATCH FOUND: category_id {category_id} found in headCategories.categories.category!")
+                    
+                    if cat_id:
+                        cat_id_str = str(cat_id)
+                        category_ids_found.add(cat_id_str)
+                        if cat_id_str == str(category_id):
+                            print(f"     ✅ MATCH FOUND: category_id {category_id} found in direct category field!")
+                
+                print(f"🔍 Debug: Unique category_ids found in user's budgets: {list(category_ids_found)}")
+                print(f"🔍 Debug: Looking for category_id: {category_id}")
+                if str(category_id) not in category_ids_found:
+                    print(f"   ❌ Requested category_id {category_id} NOT found in any of the user's budgets")
+                else:
+                    print(f"   ✅ Requested category_id {category_id} IS in user's budgets but query didn't match!")
+        except Exception as e:
+            print(f"⚠️ Error in debug check: {e}")
+            import traceback
+            traceback.print_exc()
+        
         # Check expenses collection as fallback
         try:
             try: