File size: 2,889 Bytes
d2a5f5a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 | import ast
import os
import json
class SyntaxIngester:
def __init__(self, output_dim=512):
self.output_dim = output_dim
def parse_file_to_ast(self, file_path):
"""Reads a local source file and parses it into an Abstract Syntax Tree."""
if not os.path.exists(file_path):
raise FileNotFoundError(f"Target file not found: {file_path}")
with open(file_path, 'r', encoding='utf-8') as f:
source_code = f.read()
try:
return ast.parse(source_code)
except SyntaxError as e:
# Finesse means capturing semantic dissonance early
print(f"[-] Syntax error encountered during parsing: {e}")
return None
def flatten_ast_structure(self, node):
"""Recursively flattens the AST into a highly structured logic sequence."""
sequence = []
for n in ast.walk(node):
node_type = type(n).__name__
# Extract structural identity based on node type
if isinstance(n, ast.FunctionDef):
sequence.append({"type": node_type, "identifier": n.name, "args": len(n.args.args)})
elif isinstance(n, ast.ClassDef):
sequence.append({"type": node_type, "identifier": n.name})
elif isinstance(n, (ast.If, ast.While, ast.For)):
sequence.append({"type": node_type, "gate_logic": "conditional_branch"})
elif isinstance(n, ast.Name):
sequence.append({"type": node_type, "id": n.id})
elif isinstance(n, ast.operator):
sequence.append({"type": "Operator", "op": node_type})
return sequence
def process_directory(self, dir_path):
"""Processes a target directory of clean codebase source files."""
payload = []
for root, _, files in os.walk(dir_path):
for file in files:
if file.endswith('.py'):
full_path = os.path.join(root, file)
tree = self.parse_file_to_ast(full_path)
if tree:
structural_profile = self.flatten_ast_structure(tree)
payload.append({
"source_file": file,
"profile": structural_profile
})
return payload
if __name__ == "__main__":
# Self-test the ingester on our own runtime modules
ingester = SyntaxIngester()
print("[+] Initializing system self-analysis baseline...")
try:
sample_profile = ingester.process_directory("src/devcore")
print(f"[+] Ingestion complete. Parsed modules: {len(sample_profile)}")
print(json.dumps(sample_profile[:1], indent=2))
except Exception as e:
print(f"[-] Self-test initialization failed: {e}")
|