Improve category name lookup with better logging and fallback searches

app/smart_recommendation.py

@@ -264,6 +264,7 @@ class SmartBudgetRecommender:
                 category_id_obj = category_id
             
             # First, try to find in headCategories collection
+            head_category_doc = None
             if isinstance(category_id_obj, ObjectId):
                 head_category_doc = self.db.headcategories.find_one({"_id": category_id_obj})
             else:
@@ -275,9 +276,11 @@ class SmartBudgetRecommender:
             if head_category_doc:
                 category_name = head_category_doc.get("name") or head_category_doc.get("title")
                 if category_name:
+                    print(f"✅ Found category name in headCategories: {category_id} -> {category_name}")
                     return category_name
             
             # If not found in headCategories, try categories collection
+            category_doc = None
             if isinstance(category_id_obj, ObjectId):
                 category_doc = self.db.categories.find_one({"_id": category_id_obj})
             else:
@@ -289,12 +292,56 @@ class SmartBudgetRecommender:
             if category_doc:
                 category_name = category_doc.get("name") or category_doc.get("title")
                 if category_name:
+                    print(f"✅ Found category name in categories: {category_id} -> {category_name}")
                     return category_name
+            
+            # Try searching by category ID as string in other fields (fallback)
+            if isinstance(category_id, str):
+                # Try searching in headCategories by other fields
+                fallback_head = self.db.headcategories.find_one({"$or": [
+                    {"_id": category_id},
+                    {"categoryId": category_id},
+                    {"id": category_id}
+                ]})
+                if fallback_head:
+                    category_name = fallback_head.get("name") or fallback_head.get("title")
+                    if category_name:
+                        print(f"✅ Found category name in headCategories (fallback): {category_id} -> {category_name}")
+                        return category_name
+                
+                # Try searching in categories by other fields
+                fallback_cat = self.db.categories.find_one({"$or": [
+                    {"_id": category_id},
+                    {"categoryId": category_id},
+                    {"id": category_id}
+                ]})
+                if fallback_cat:
+                    category_name = fallback_cat.get("name") or fallback_cat.get("title")
+                    if category_name:
+                        print(f"✅ Found category name in categories (fallback): {category_id} -> {category_name}")
+                        return category_name
+            
+            # If not found, log a warning
+            print(f"⚠️ Category ID not found in headCategories or categories: {category_id}")
         except Exception as e:
-            print(f"Error looking up category name for {category_id}: {e}")
+            print(f"❌ Error looking up category name for {category_id}: {e}")
             pass
         
-        # If not found in either collection, return the ID as string
+        # If not found in either collection, log and return the ID as string
+        print(f"⚠️ Category ID not found in headCategories or categories collections: {category_id}")
+        # Try one more time with string search (in case ID is stored as string in a different field)
+        try:
+            if isinstance(category_id, str):
+                # Try searching by name field containing the ID (unlikely but worth trying)
+                head_cat_by_name = self.db.headcategories.find_one({"name": category_id})
+                if head_cat_by_name:
+                    return head_cat_by_name.get("name") or str(category_id)
+                cat_by_name = self.db.categories.find_one({"name": category_id})
+                if cat_by_name:
+                    return cat_by_name.get("name") or str(category_id)
+        except Exception as e:
+            print(f"Final fallback search failed: {e}")
+        
         return str(category_id) if category_id else "Uncategorized"
     
     def _get_category_stats_from_budgets(
@@ -411,10 +458,34 @@ class SmartBudgetRecommender:
             # Extract category ID from budget (could be in category, categoryId, headCategory fields)
             category_id = b.get("category") or b.get("categoryId") or b.get("headCategory") or b.get("category_id")
             
+            # Also check if category is nested in headCategories array
+            if not category_id:
+                head_categories = b.get("headCategories", [])
+                if head_categories and isinstance(head_categories, list):
+                    # Try to get category from first headCategory's categories array
+                    for head_cat in head_categories:
+                        if isinstance(head_cat, dict):
+                            nested_categories = head_cat.get("categories", [])
+                            if nested_categories and isinstance(nested_categories, list):
+                                # Get first category ID from nested categories
+                                for nested_cat in nested_categories:
+                                    if isinstance(nested_cat, dict):
+                                        category_id = nested_cat.get("category")
+                                        if category_id:
+                                            break
+                            if category_id:
+                                break
+            
             # Get category name from headCategories or categories collection using category ID
             if category_id:
+                print(f"🔍 Looking up category ID: {category_id} (type: {type(category_id).__name__})")
                 category_name = self._get_category_name(category_id)
-                print(f"✅ Found category ID: {category_id} -> Name: '{category_name}'")
+                if category_name == str(category_id):
+                    # Category name lookup failed, still showing ID
+                    print(f"⚠️ Category ID not resolved: {category_id} (not found in headCategories or categories collections)")
+                    print(f"   This means the category ID doesn't exist in the database. Please check if the category exists.")
+                else:
+                    print(f"✅ Found category ID: {category_id} -> Name: '{category_name}'")
             else:
                 # Fallback to budget name if no category ID found
                 category_name = b.get("name", "Uncategorized")