Upload backend/hue_portal/core/hybrid_search.py with huggingface_hub

backend/hue_portal/core/hybrid_search.py

@@ -109,23 +109,48 @@ def get_bm25_scores(
         return []
     
     try:
-        expanded_queries = expand_query_with_synonyms(query)
-        combined_query = None
-        for q_variant in expanded_queries:
-            variant_query = SearchQuery(q_variant, config="simple")
-            combined_query = variant_query if combined_query is None else combined_query | variant_query
+        import sys
+        # Increase recursion limit for query expansion
+        old_limit = sys.getrecursionlimit()
+        try:
+            sys.setrecursionlimit(3000)  # Increase limit for query expansion
+            expanded_queries = expand_query_with_synonyms(query)
+            # Limit expanded queries to prevent too many variants
+            expanded_queries = expanded_queries[:5]  # Max 5 variants
+            
+            combined_query = None
+            for q_variant in expanded_queries:
+                variant_query = SearchQuery(q_variant, config="simple")
+                combined_query = variant_query if combined_query is None else combined_query | variant_query
 
-        if combined_query is not None:
+            if combined_query is not None:
+                ranked_qs = (
+                    queryset
+                    .annotate(rank=SearchRank(F("tsv_body"), combined_query))
+                    .filter(rank__gt=DEFAULT_MIN_BM25_SCORE)
+                    .order_by("-rank")
+                )
+                results = list(ranked_qs[:top_k * 2])  # Get more for hybrid ranking
+                return [(obj, float(getattr(obj, "rank", 0.0))) for obj in results]
+        finally:
+            sys.setrecursionlimit(old_limit)  # Restore original limit
+    except RecursionError as e:
+        print(f"Error in BM25 search (recursion): {e}", flush=True)
+        # Fallback: use original query without expansion
+        try:
+            variant_query = SearchQuery(query, config="simple")
             ranked_qs = (
                 queryset
-                .annotate(rank=SearchRank(F("tsv_body"), combined_query))
+                .annotate(rank=SearchRank(F("tsv_body"), variant_query))
                 .filter(rank__gt=DEFAULT_MIN_BM25_SCORE)
                 .order_by("-rank")
             )
-            results = list(ranked_qs[:top_k * 2])  # Get more for hybrid ranking
+            results = list(ranked_qs[:top_k * 2])
             return [(obj, float(getattr(obj, "rank", 0.0))) for obj in results]
+        except Exception as fallback_e:
+            print(f"Error in BM25 search fallback: {fallback_e}", flush=True)
     except Exception as e:
-        print(f"Error in BM25 search: {e}")
+        print(f"Error in BM25 search: {e}", flush=True)
     
     return []