Update chunking.py

chunking.py

@@ -1,9 +1,9 @@
 import ast
 from langchain.schema import Document 
 
-def chunk_pythoncode_and_add_metadata(code_files_content, code_files_source):
+def chunk_pythoncode_and_add_metadata(code_files_content, code_files_path):
     chunks = [] 
-    for code_file_content, code_file_source in zip(code_files_content, code_files_source):
+    for code_file_content, code_file_path in zip(code_files_content, code_files_path):
         """
         Custom made python code splitter, algorithm iterates through child nodes of ast-tree(max child depth = 2)
         aims to have full body of methods along signature (+ can handle decorators) in a chunk and adds method specific metadata
@@ -17,7 +17,7 @@ def chunk_pythoncode_and_add_metadata(code_files_content, code_files_source):
 
         
         """
-        document_chunks = generate_code_chunks_with_metadata(code_files_content, code_files_source)
+        document_chunks = generate_code_chunks_with_metadata(code_files_content, code_files_path)
         chunks.extend(document_chunks)   
     return chunks
 
@@ -41,7 +41,7 @@ def chunk_text_and_add_metadata(texts, references, chunk_size, chunk_overlap):
     return chunks
 
 
-def generate_code_chunks_with_metadata(code_file_content, code_file_source):
+def generate_code_chunks_with_metadata(code_file_content, code_files_path):
     """
     Custom Python Code Splitter
     chunks python file by length of func/method body
@@ -55,7 +55,7 @@ def generate_code_chunks_with_metadata(code_file_content, code_file_source):
     documents = []
    #print(f"Processing file: {file_path}")
   
-    _iterate_ast(code_file_content, documents, file_path)
+    _iterate_ast(code_file_content, documents, s)
     # Determine usage based on the file_path
     if file_path.startswith("kadi_apy/lib/"):
         usage = "kadi-apy python library"
@@ -72,25 +72,25 @@ def generate_code_chunks_with_metadata(code_file_content, code_file_source):
     return documents
 
 
-def _iterate_ast(code_file_content, documents, file_path):
+def _iterate_ast(code_file_content, documents, code_file_path):
     """
     Parses the AST of the given Python file and delegates
     handling to specific methods based on node types.
     """
-    tree = ast.parse(code_file_content, filename=file_path)
+    tree = ast.parse(code_file_content, filename=code_file_path)
 
     first_level_nodes = list(ast.iter_child_nodes(tree))
 
     # Check if there are no first-level nodes
     if not first_level_nodes:
         documents.extend(
-            _chunk_nodeless_code_file_content(code_file_content, file_path))
+            _chunk_nodeless_code_file_content(code_file_content, code_file_path))
         return
 
     all_imports = all(isinstance(node, (ast.Import, ast.ImportFrom)) for node in first_level_nodes)
     if all_imports:
         documents.extend(
-            _chunk_import_only_code_file_content(code_file_content, file_path))
+            _chunk_import_only_code_file_content(code_file_content, code_file_path))
     
     # Iterate over first-level nodes
     for first_level_node in ast.iter_child_nodes(tree):
@@ -229,12 +229,12 @@ def _chunk_first_level_assign_node(ast_node, code_file_content):
 
 
     
-def _chunk_import_only_code_file_content(code_file_content, file_path):
+def _chunk_import_only_code_file_content(code_file_content, code_file_path):
     """
     Handles cases where the first-level nodes are only imports.
     """
     documents = []
-    if file_path.endswith("__init__.py"):
+    if code_file_path.endswith("__init__.py"):
         type = "__init__-file"
     else:
         type = "undefined"
@@ -250,12 +250,12 @@ def _chunk_import_only_code_file_content(code_file_content, file_path):
     documents.append(doc)
     return documents
 
-def _chunk_nodeless_code_file_content(code_file_content, file_path):
+def _chunk_nodeless_code_file_content(code_file_content, code_file_path):
     """
     Handles cases where no top-level nodes are found in the AST.
     """
     documents = []
-    if file_path.endswith("__init__.py"):
+    if code_file_path.endswith("__init__.py"):
         type = "__init__-file"
     else:
         type = "undefined"