Update web_scraper.py

web_scraper.py

@@ -44,7 +44,7 @@ class WebScraper:
             }
 
 class TextChunker:
-    def __init__(self, chunk_size: int = 500, overlap: int = 50):
+    def __init__(self, chunk_size: int = 100, overlap: int = 20):
         """
         Initialize text chunker
         Args:
@@ -78,6 +78,7 @@ class TextChunker:
             # If adding this sentence would exceed chunk size, create a new chunk
             if current_length + sentence_length > self.chunk_size and current_chunk:
                 chunk_text = ' '.join(current_chunk)
+                print(f"📄 Chunk {len(chunks)}:\n{text[:150]}...\n")
                 chunks.append(self._create_chunk_dict(chunk_text, metadata, len(chunks)))
                 
                 # Start new chunk with overlap