File size: 5,950 Bytes
eca5751 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 | """
Code Metrics Tool - Tính metrics: LOC, SLOC, comments, blank lines, file count.
Author: Hieu Louis (2026)
Sử dụng stdlib `tokenize` cho Python files để đếm comment chính xác,
fallback heuristic (comment prefix) cho các ngôn ngữ khác.
"""
from __future__ import annotations
import io
import json
import os
import tokenize
from typing import Any, Dict, List, Optional
from .base import Tool, ToolResult, ToolContext, ToolCategory, ToolSafety
DEFAULT_EXTENSIONS = [
".py", ".js", ".ts", ".java", ".c", ".cpp", ".h", ".hpp",
".go", ".rs", ".rb", ".php", ".sql", ".sh", ".yml", ".yaml",
]
# Map extension → comment prefix (cho non-Python files)
COMMENT_PREFIX = {
".js": "//", ".ts": "//", ".java": "//", ".c": "//", ".cpp": "//",
".h": "//", ".hpp": "//", ".go": "//", ".rs": "//", ".php": "//",
".sh": "#", ".yml": "#", ".yaml": "#",
".rb": "#", ".sql": "--",
}
def _metrics_python(source: str) -> Dict[str, int]:
"""Tính metrics cho file Python dùng tokenize (chính xác)."""
lines = source.splitlines()
loc = len(lines)
blank = sum(1 for ln in lines if not ln.strip())
comments = 0
try:
toks = list(tokenize.generate_tokens(io.StringIO(source).readline))
for tok in toks:
if tok.type == tokenize.COMMENT:
comments += 1
except tokenize.TokenError:
# Fallback heuristic
comments = sum(1 for ln in lines if ln.strip().startswith("#"))
# SLOC = non-blank, non-pure-comment lines
sloc = 0
for ln in lines:
s = ln.strip()
if not s:
continue
if s.startswith("#"):
continue
sloc += 1
return {"loc": loc, "sloc": sloc, "comments": comments, "blank": blank}
def _metrics_text(source: str, comment_prefix: str = "#") -> Dict[str, int]:
"""Tính metrics cho file text generic (non-Python) theo prefix."""
lines = source.splitlines()
loc = len(lines)
blank = sum(1 for ln in lines if not ln.strip())
comments = sum(1 for ln in lines if ln.strip().startswith(comment_prefix))
sloc = loc - blank - comments
if sloc < 0:
sloc = 0
return {"loc": loc, "sloc": sloc, "comments": comments, "blank": blank}
def _walk_files(path: str, extensions: Optional[List[str]]) -> List[str]:
"""Walk tất cả files trong path (file hoặc dir), lọc theo extension."""
if os.path.isfile(path):
return [path]
out: List[str] = []
for root, _dirs, names in os.walk(path):
for name in sorted(names):
if extensions:
if not any(name.endswith(ext) for ext in extensions):
continue
out.append(os.path.join(root, name))
return out
class CodeMetricsTool(Tool):
"""Tính LOC/SLOC/comments/blank lines/file count cho file hoặc thư mục."""
category = ToolCategory.CODE
safety = ToolSafety.SAFE # read-only
@property
def name(self) -> str:
return "code_metrics"
@property
def description(self) -> str:
return (
"Tính metrics: LOC, SLOC, comments, blank lines, file count. "
"Hỗ trợ thư mục hoặc single file. Python dùng tokenize, "
"ngôn ngữ khác dùng heuristic theo comment prefix."
)
@property
def parameters(self) -> Dict[str, Any]:
return {
"type": "object",
"properties": {
"path": {"type": "string", "description": "File hoặc thư mục"},
"extensions": {
"type": "array",
"items": {"type": "string"},
"description": (
"Lọc theo extension (vd ['.py', '.js']). "
"Mặc định auto-detect nhiều loại code files."
),
},
},
"required": ["path"],
}
def validate_args(self, args: Dict[str, Any]) -> Optional[str]:
if not args.get("path"):
return "Missing required arg: path"
return None
def execute(self, args: Dict[str, Any], context: ToolContext) -> ToolResult:
path: str = args["path"]
extensions: List[str] = args.get("extensions") or DEFAULT_EXTENSIONS
if not os.path.exists(path):
return ToolResult(
success=False,
error=f"Path không tồn tại: {path}",
return_code=1,
)
files = _walk_files(path, extensions)
if not files:
return ToolResult(
success=True,
output="[]",
metadata={"path": path, "file_count": 0, "totals": {}},
)
per_file: List[Dict[str, Any]] = []
totals: Dict[str, int] = {"loc": 0, "sloc": 0, "comments": 0, "blank": 0}
for fp in files:
try:
with open(fp, "r", encoding="utf-8", errors="replace") as f:
src = f.read()
except Exception:
continue
if fp.endswith(".py"):
m = _metrics_python(src)
else:
# Tìm comment prefix phù hợp
prefix = "#"
for ext, p in COMMENT_PREFIX.items():
if fp.endswith(ext):
prefix = p
break
m = _metrics_text(src, prefix)
m["file"] = fp
per_file.append(m)
for k in totals:
totals[k] += m.get(k, 0)
return ToolResult(
success=True,
output=json.dumps(
{"files": per_file, "totals": totals},
indent=2, ensure_ascii=False,
),
metadata={
"path": path,
"file_count": len(per_file),
"totals": totals,
},
)
|