400 symbols to show in logging 2

app.py

@@ -70,7 +70,9 @@ def get_formatted_content(chunk):
     document_id = chunk.get('document_id', 'unknown')
     section_path = chunk.get('section_path', '')
     section_id = chunk.get('section_id', 'unknown')
+    section_text = chunk.get('section_text', '')
     parent_section = chunk.get('parent_section', '')
+    parent_title = chunk.get('parent_title', '')
     level = chunk.get('level', '')
     chunk_text = chunk.get('chunk_text', '')
     doc_type = chunk.get('type', 'text')
@@ -89,14 +91,25 @@ def get_formatted_content(chunk):
     
     # For text documents
     if level in ['subsection', 'sub_subsection', 'sub_sub_subsection'] and parent_section:
-        # For subsections: В разделе X в документе Y, пункт X.X content
         current_section = section_path if section_path else section_id
-        return f"В разделе {parent_section} в документе {document_id}, пункт {current_section} {chunk_text}"
+        parent_info = f"{parent_section} ({parent_title})" if parent_title else parent_section
+        return f"В разделе {parent_info} в документе {document_id}, пункт {current_section}: {chunk_text}"
     else:
-        # For main sections: В разделе X в документе Y пункт X content  
         current_section = section_path if section_path else section_id
-        return f"В разделе {current_section} в документе {document_id} пункт {current_section} {chunk_text}"
-
+        
+        # Clean chunk_text to avoid duplication
+        clean_text = chunk_text
+        if section_text and chunk_text.startswith(section_text):
+            # If chunk_text starts with full section_text, use section_text as title
+            section_title = section_text
+        elif chunk_text.startswith(f"{current_section} "):
+            # If chunk_text starts with section number, extract the title part
+            clean_text = chunk_text[len(f"{current_section} "):].strip()
+            section_title = section_text if section_text else f"{current_section} {clean_text.split('.')[0] if '.' in clean_text else clean_text[:50]}"
+        else:
+            section_title = section_text if section_text else current_section
+            
+        return f"В разделе {current_section} в документе {document_id}, пункт {section_title}: {clean_text}"
 
 def initialize_system(repo_id, hf_token, download_dir, chunks_filename=None, 
                      json_files_dir=None, table_data_dir=None, image_data_dir=None,