Much lower reranking threshold (-0.5 instead of 0.1) + detailed score logging

documents_prep.py

@@ -18,17 +18,12 @@ def chunk_text_documents(documents):
     
     chunked = []
     for doc in documents:
-        # Add document ID to text for better BM25 matching
-        doc_id = doc.metadata.get('document_id', '')
-        if doc_id and doc_id not in doc.text[:200]:
-            doc.text = f"[Документ: {doc_id}]\n\n{doc.text}"
-        
         chunks = text_splitter.get_nodes_from_documents([doc])
         for i, chunk in enumerate(chunks):
             chunk.metadata.update({
                 'chunk_id': i,
                 'total_chunks': len(chunks),
-                'chunk_size': len(chunk.text)
+                'chunk_size': len(chunk.text)  # Add chunk size
             })
             chunked.append(chunk)