Update chunker.py

chunker.py

@@ -1,17 +1,18 @@
-import re
 from langchain_core.documents import Document
 
+MAX_CHARS = 1200
 
-def chunk_code(file_path, code):
+def chunk_code(file_path: str, code: str):
     chunks = []
-    functions = re.split(r'\n(?=def |class )', code)
 
-    for block in functions:
-        if len(block.strip()) > 50:
+    for i in range(0, len(code), MAX_CHARS):
+        chunk = code[i:i + MAX_CHARS]
+        if len(chunk.strip()) > 100:
             chunks.append(
                 Document(
-                    page_content=block,
+                    page_content=chunk,
                     metadata={"file": file_path}
                 )
             )
+
     return chunks