Update utils.py

utils.py

@@ -195,14 +195,23 @@ def debug_search_tables(vector_index, search_term="С-25"):
     
     return matching
 
+# Add this import at the top of utils.py
+from documents_prep import normalize_text
+
+# MODIFIED: Update answer_question function
 def answer_question(question, query_engine, reranker, current_model, chunks_df=None):
+    # NORMALIZE the question to convert C to С
+    normalized_question = normalize_text(question)
+    
     if query_engine is None:
         return "<div style='background-color: #e53e3e; color: white; padding: 20px; border-radius: 10px;'>Система не инициализирована</div>", "", ""
     
     try:
         start_time = time.time()
-        retrieved_nodes = query_engine.retriever.retrieve(question)
+        # Use NORMALIZED question for retrieval
+        retrieved_nodes = query_engine.retriever.retrieve(normalized_question)
         log_message(f"user query: {question}")
+        log_message(f"normalized query: {normalized_question}")
 
         
         log_message(f"RETRIEVED: {len(retrieved_nodes)} nodes")
@@ -218,11 +227,11 @@ def answer_question(question, query_engine, reranker, current_model, chunks_df=N
             log_message(f"  [{i+1}] {doc_id} - Table {table_num}: {table_title[:50]}")
         log_message(f"UNIQUE NODES: {len(unique_retrieved)} nodes")
         
-        # Simple reranking
-        reranked_nodes = rerank_nodes(question, unique_retrieved, reranker, top_k=20)
+        # Simple reranking with NORMALIZED question
+        reranked_nodes = rerank_nodes(normalized_question, unique_retrieved, reranker, top_k=20)
         
-        # Direct query without formatting
-        response = query_engine.query(question)
+        # Direct query without formatting - use normalized question
+        response = query_engine.query(normalized_question)
         
         end_time = time.time()
         processing_time = end_time - start_time