Spaces:
Sleeping
Sleeping
Commit ·
ec37394
1
Parent(s): a3246ab
Add CodeLint MCP Premium Edition application
Browse files- README.md +37 -7
- app.py +16 -0
- requirements.txt +21 -0
- src/__init__.py +3 -0
- src/analyzers/__init__.py +1 -0
- src/analyzers/base.py +272 -0
- src/analyzers/git_analyzer.py +269 -0
- src/analyzers/javascript_analyzer.py +615 -0
- src/analyzers/project_analyzer.py +283 -0
- src/analyzers/python_analyzer.py +327 -0
- src/config.py +244 -0
- src/resources/__init__.py +1 -0
- src/resources/static/best_practices.md +26 -0
- src/resources/static/complexity_guide.md +53 -0
- src/resources/static/security_guidelines.md +36 -0
- src/server.py +1375 -0
- src/tools/__init__.py +1 -0
- src/utils/__init__.py +63 -0
- src/utils/ai_client.py +265 -0
- src/utils/auto_fix.py +266 -0
- src/utils/cache.py +53 -0
- src/utils/dependency_analyzer.py +212 -0
- src/utils/duplication_detector.py +257 -0
- src/utils/gemini_client.py +201 -0
- src/utils/git_utils.py +75 -0
- src/utils/language_detector.py +63 -0
- src/utils/metrics.py +86 -0
- src/utils/prioritization.py +314 -0
- src/utils/rate_limiter.py +52 -0
- src/utils/result_formatter.py +136 -0
- src/utils/validators.py +69 -0
README.md
CHANGED
|
@@ -1,14 +1,44 @@
|
|
| 1 |
---
|
| 2 |
-
title:
|
| 3 |
-
emoji:
|
| 4 |
-
colorFrom:
|
| 5 |
-
colorTo:
|
| 6 |
sdk: gradio
|
| 7 |
-
sdk_version:
|
| 8 |
app_file: app.py
|
| 9 |
pinned: false
|
| 10 |
license: apache-2.0
|
| 11 |
-
short_description: Improving the AI Generated Code With Ultiple Tools & LLMs
|
| 12 |
---
|
| 13 |
|
| 14 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
---
|
| 2 |
+
title: CodeLint MCP
|
| 3 |
+
emoji: 🎨
|
| 4 |
+
colorFrom: purple
|
| 5 |
+
colorTo: blue
|
| 6 |
sdk: gradio
|
| 7 |
+
sdk_version: 4.44.1
|
| 8 |
app_file: app.py
|
| 9 |
pinned: false
|
| 10 |
license: apache-2.0
|
|
|
|
| 11 |
---
|
| 12 |
|
| 13 |
+
# 🎨 CodeLint Premium - MCP Edition
|
| 14 |
+
|
| 15 |
+
Professional Code Analysis with AI-Powered Insights
|
| 16 |
+
|
| 17 |
+
## ✨ Features
|
| 18 |
+
|
| 19 |
+
- **10 MCP Tools**: Complete analysis suite
|
| 20 |
+
- **9 AI Models**: 3 premium ⭐ + 6 free 🆓
|
| 21 |
+
- **Multi-Language**: Python, JavaScript, TypeScript
|
| 22 |
+
- **Smart Prioritization**: Issues ranked by severity and impact
|
| 23 |
+
- **Auto-Fix**: Automatic fixes for common issues
|
| 24 |
+
- **Duplication Detection**: Find and eliminate code clones
|
| 25 |
+
- **File Upload**: Support for uploading code files
|
| 26 |
+
|
| 27 |
+
## 🔧 Tools
|
| 28 |
+
|
| 29 |
+
- analyze_code, check_security, complexity_score
|
| 30 |
+
- suggest_fixes, analyze_project, analyze_git_diff
|
| 31 |
+
- explain_code, generate_tests, generate_docs
|
| 32 |
+
- get_server_info
|
| 33 |
+
|
| 34 |
+
## 🚀 Quick Start
|
| 35 |
+
|
| 36 |
+
1. Select a tab (Code Analysis, Smart Prioritization, Auto-Fix, or Duplication Detection)
|
| 37 |
+
2. Paste your code or upload a file
|
| 38 |
+
3. Choose language (auto-detect or manual)
|
| 39 |
+
4. Click the analyze button
|
| 40 |
+
5. Review results and apply fixes
|
| 41 |
+
|
| 42 |
+
## 💎 Premium Edition | 🏆 MCP Integrated | 🚀 Production Ready
|
| 43 |
+
|
| 44 |
+
Powered by FastMCP Server with 9 AI models
|
app.py
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
🎨 CodeLint Premium - MCP Edition
|
| 3 |
+
Hugging Face Space Entry Point
|
| 4 |
+
"""
|
| 5 |
+
import sys
|
| 6 |
+
import os
|
| 7 |
+
|
| 8 |
+
# Add src directory to path
|
| 9 |
+
sys.path.insert(0, os.path.join(os.path.dirname(__file__), 'src'))
|
| 10 |
+
|
| 11 |
+
# Import and launch the Gradio UI
|
| 12 |
+
from src.server import create_gradio_ui
|
| 13 |
+
|
| 14 |
+
if __name__ == "__main__":
|
| 15 |
+
demo = create_gradio_ui()
|
| 16 |
+
demo.launch()
|
requirements.txt
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# FastMCP dependencies
|
| 2 |
+
fastmcp==2.13.1
|
| 3 |
+
httpx>=0.24.0
|
| 4 |
+
|
| 5 |
+
# Gradio
|
| 6 |
+
gradio==4.44.1
|
| 7 |
+
gradio-client>=0.17.0
|
| 8 |
+
|
| 9 |
+
# Code Analysis
|
| 10 |
+
radon>=6.0.1
|
| 11 |
+
pylint>=3.0.0
|
| 12 |
+
|
| 13 |
+
# AI/LLM clients
|
| 14 |
+
google-generativeai>=0.3.0
|
| 15 |
+
anthropic>=0.8.0
|
| 16 |
+
openai>=1.0.0
|
| 17 |
+
|
| 18 |
+
# Utilities
|
| 19 |
+
python-dotenv>=1.0.0
|
| 20 |
+
pydantic>=2.0.0
|
| 21 |
+
aiofiles>=23.0.0
|
src/__init__.py
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""CodeLint MCP Server - Competition Edition"""
|
| 2 |
+
|
| 3 |
+
__version__ = "2.0.0"
|
src/analyzers/__init__.py
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
"""Analyzers Package"""
|
src/analyzers/base.py
ADDED
|
@@ -0,0 +1,272 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
🏗️ Base Analyzer Framework
|
| 3 |
+
Provides robust subprocess handling and error management for all analyzers
|
| 4 |
+
"""
|
| 5 |
+
import asyncio
|
| 6 |
+
import tempfile
|
| 7 |
+
import os
|
| 8 |
+
from pathlib import Path
|
| 9 |
+
from typing import Dict, Any, List, Optional
|
| 10 |
+
from abc import ABC, abstractmethod
|
| 11 |
+
import logging
|
| 12 |
+
|
| 13 |
+
logger = logging.getLogger(__name__)
|
| 14 |
+
|
| 15 |
+
|
| 16 |
+
class AnalysisError(Exception):
|
| 17 |
+
"""Custom exception for analysis errors"""
|
| 18 |
+
pass
|
| 19 |
+
|
| 20 |
+
|
| 21 |
+
class BaseAnalyzer(ABC):
|
| 22 |
+
"""
|
| 23 |
+
🏗️ Base class for all code analyzers
|
| 24 |
+
Handles subprocess execution, error handling, and result formatting
|
| 25 |
+
"""
|
| 26 |
+
|
| 27 |
+
def __init__(self, timeout: int = 30):
|
| 28 |
+
"""
|
| 29 |
+
Initialize analyzer
|
| 30 |
+
|
| 31 |
+
Args:
|
| 32 |
+
timeout: Maximum seconds for subprocess execution
|
| 33 |
+
"""
|
| 34 |
+
self.timeout = timeout
|
| 35 |
+
|
| 36 |
+
@abstractmethod
|
| 37 |
+
async def analyze(self, code: str, ctx: Any = None) -> Dict[str, Any]:
|
| 38 |
+
"""
|
| 39 |
+
Analyze code and return results
|
| 40 |
+
|
| 41 |
+
Args:
|
| 42 |
+
code: Source code to analyze
|
| 43 |
+
ctx: Optional MCP context for progress reporting
|
| 44 |
+
|
| 45 |
+
Returns:
|
| 46 |
+
Dict with analysis results
|
| 47 |
+
"""
|
| 48 |
+
pass
|
| 49 |
+
|
| 50 |
+
async def _run_subprocess(
|
| 51 |
+
self,
|
| 52 |
+
command: List[str],
|
| 53 |
+
input_text: Optional[str] = None,
|
| 54 |
+
cwd: Optional[str] = None
|
| 55 |
+
) -> tuple[str, str, int]:
|
| 56 |
+
"""
|
| 57 |
+
🔧 Robust subprocess execution with timeout and error handling
|
| 58 |
+
|
| 59 |
+
Args:
|
| 60 |
+
command: Command and arguments to execute
|
| 61 |
+
input_text: Optional stdin input
|
| 62 |
+
cwd: Working directory
|
| 63 |
+
|
| 64 |
+
Returns:
|
| 65 |
+
Tuple of (stdout, stderr, returncode)
|
| 66 |
+
|
| 67 |
+
Raises:
|
| 68 |
+
AnalysisError: If subprocess fails or times out
|
| 69 |
+
"""
|
| 70 |
+
try:
|
| 71 |
+
logger.debug(f"Running command: {' '.join(command)}")
|
| 72 |
+
|
| 73 |
+
process = await asyncio.create_subprocess_exec(
|
| 74 |
+
*command,
|
| 75 |
+
stdout=asyncio.subprocess.PIPE,
|
| 76 |
+
stderr=asyncio.subprocess.PIPE,
|
| 77 |
+
stdin=asyncio.subprocess.PIPE if input_text else None,
|
| 78 |
+
cwd=cwd
|
| 79 |
+
)
|
| 80 |
+
|
| 81 |
+
try:
|
| 82 |
+
stdout, stderr = await asyncio.wait_for(
|
| 83 |
+
process.communicate(input_text.encode() if input_text else None),
|
| 84 |
+
timeout=self.timeout
|
| 85 |
+
)
|
| 86 |
+
|
| 87 |
+
return (
|
| 88 |
+
stdout.decode('utf-8', errors='replace'),
|
| 89 |
+
stderr.decode('utf-8', errors='replace'),
|
| 90 |
+
process.returncode
|
| 91 |
+
)
|
| 92 |
+
|
| 93 |
+
except asyncio.TimeoutError:
|
| 94 |
+
process.kill()
|
| 95 |
+
await process.wait()
|
| 96 |
+
raise AnalysisError(f"Command timed out after {self.timeout}s: {' '.join(command)}")
|
| 97 |
+
|
| 98 |
+
except FileNotFoundError:
|
| 99 |
+
raise AnalysisError(f"Command not found: {command[0]}. Is it installed?")
|
| 100 |
+
|
| 101 |
+
except Exception as e:
|
| 102 |
+
raise AnalysisError(f"Subprocess execution failed: {e}")
|
| 103 |
+
|
| 104 |
+
def _create_temp_file(self, code: str, suffix: str = '.py') -> str:
|
| 105 |
+
"""
|
| 106 |
+
Create temporary file with code content
|
| 107 |
+
|
| 108 |
+
Args:
|
| 109 |
+
code: Code content
|
| 110 |
+
suffix: File extension
|
| 111 |
+
|
| 112 |
+
Returns:
|
| 113 |
+
Path to temporary file
|
| 114 |
+
"""
|
| 115 |
+
try:
|
| 116 |
+
fd, temp_path = tempfile.mkstemp(suffix=suffix, text=True)
|
| 117 |
+
with os.fdopen(fd, 'w', encoding='utf-8') as f:
|
| 118 |
+
f.write(code)
|
| 119 |
+
return temp_path
|
| 120 |
+
except Exception as e:
|
| 121 |
+
raise AnalysisError(f"Failed to create temp file: {e}")
|
| 122 |
+
|
| 123 |
+
def _cleanup_temp_file(self, path: str):
|
| 124 |
+
"""Safely remove temporary file"""
|
| 125 |
+
try:
|
| 126 |
+
if path and os.path.exists(path):
|
| 127 |
+
os.unlink(path)
|
| 128 |
+
logger.debug(f"Cleaned up temp file: {path}")
|
| 129 |
+
except Exception as e:
|
| 130 |
+
logger.warning(f"Failed to cleanup temp file {path}: {e}")
|
| 131 |
+
|
| 132 |
+
def _format_issue(
|
| 133 |
+
self,
|
| 134 |
+
line: int,
|
| 135 |
+
column: int,
|
| 136 |
+
message: str,
|
| 137 |
+
severity: str,
|
| 138 |
+
rule_id: Optional[str] = None,
|
| 139 |
+
fix: Optional[str] = None
|
| 140 |
+
) -> Dict[str, Any]:
|
| 141 |
+
"""
|
| 142 |
+
📋 Format issue in standard structure
|
| 143 |
+
|
| 144 |
+
Args:
|
| 145 |
+
line: Line number
|
| 146 |
+
column: Column number
|
| 147 |
+
message: Issue description
|
| 148 |
+
severity: error/warning/info
|
| 149 |
+
rule_id: Rule or check identifier
|
| 150 |
+
fix: Optional fix suggestion
|
| 151 |
+
|
| 152 |
+
Returns:
|
| 153 |
+
Formatted issue dict
|
| 154 |
+
"""
|
| 155 |
+
return {
|
| 156 |
+
"line": line,
|
| 157 |
+
"column": column,
|
| 158 |
+
"message": message,
|
| 159 |
+
"severity": severity,
|
| 160 |
+
"rule_id": rule_id,
|
| 161 |
+
"fix": fix,
|
| 162 |
+
"location": {
|
| 163 |
+
"row": line,
|
| 164 |
+
"col": column
|
| 165 |
+
}
|
| 166 |
+
}
|
| 167 |
+
|
| 168 |
+
def _format_result(
|
| 169 |
+
self,
|
| 170 |
+
issues: List[Dict[str, Any]],
|
| 171 |
+
summary: Optional[Dict[str, Any]] = None,
|
| 172 |
+
metadata: Optional[Dict[str, Any]] = None
|
| 173 |
+
) -> Dict[str, Any]:
|
| 174 |
+
"""
|
| 175 |
+
📊 Format analysis result in standard structure
|
| 176 |
+
|
| 177 |
+
Args:
|
| 178 |
+
issues: List of issues found
|
| 179 |
+
summary: Optional summary statistics
|
| 180 |
+
metadata: Optional metadata (tool version, etc.)
|
| 181 |
+
|
| 182 |
+
Returns:
|
| 183 |
+
Formatted result dict
|
| 184 |
+
"""
|
| 185 |
+
result = {
|
| 186 |
+
"issues": issues,
|
| 187 |
+
"issue_count": len(issues),
|
| 188 |
+
"summary": summary or {
|
| 189 |
+
"errors": sum(1 for i in issues if i.get("severity") == "error"),
|
| 190 |
+
"warnings": sum(1 for i in issues if i.get("severity") == "warning"),
|
| 191 |
+
"info": sum(1 for i in issues if i.get("severity") == "info")
|
| 192 |
+
}
|
| 193 |
+
}
|
| 194 |
+
|
| 195 |
+
if metadata:
|
| 196 |
+
result["metadata"] = metadata
|
| 197 |
+
|
| 198 |
+
return result
|
| 199 |
+
|
| 200 |
+
|
| 201 |
+
class AsyncAnalyzerPool:
|
| 202 |
+
"""
|
| 203 |
+
🚀 Async pool for parallel analysis operations
|
| 204 |
+
Manages concurrent analyzer execution with resource limits
|
| 205 |
+
"""
|
| 206 |
+
|
| 207 |
+
def __init__(self, max_concurrent: int = 4):
|
| 208 |
+
"""
|
| 209 |
+
Initialize analyzer pool
|
| 210 |
+
|
| 211 |
+
Args:
|
| 212 |
+
max_concurrent: Maximum concurrent analysis operations
|
| 213 |
+
"""
|
| 214 |
+
self.max_concurrent = max_concurrent
|
| 215 |
+
self.semaphore = asyncio.Semaphore(max_concurrent)
|
| 216 |
+
|
| 217 |
+
async def analyze(
|
| 218 |
+
self,
|
| 219 |
+
analyzer: BaseAnalyzer,
|
| 220 |
+
code: str,
|
| 221 |
+
ctx: Any = None
|
| 222 |
+
) -> Dict[str, Any]:
|
| 223 |
+
"""
|
| 224 |
+
Run analysis with concurrency control
|
| 225 |
+
|
| 226 |
+
Args:
|
| 227 |
+
analyzer: Analyzer instance
|
| 228 |
+
code: Code to analyze
|
| 229 |
+
ctx: Optional context
|
| 230 |
+
|
| 231 |
+
Returns:
|
| 232 |
+
Analysis results
|
| 233 |
+
"""
|
| 234 |
+
async with self.semaphore:
|
| 235 |
+
return await analyzer.analyze(code, ctx)
|
| 236 |
+
|
| 237 |
+
async def analyze_batch(
|
| 238 |
+
self,
|
| 239 |
+
analyzer: BaseAnalyzer,
|
| 240 |
+
codes: List[tuple[str, str]], # List of (filename, code)
|
| 241 |
+
ctx: Any = None
|
| 242 |
+
) -> Dict[str, Dict[str, Any]]:
|
| 243 |
+
"""
|
| 244 |
+
Analyze multiple files in parallel
|
| 245 |
+
|
| 246 |
+
Args:
|
| 247 |
+
analyzer: Analyzer instance
|
| 248 |
+
codes: List of (filename, code) tuples
|
| 249 |
+
ctx: Optional context
|
| 250 |
+
|
| 251 |
+
Returns:
|
| 252 |
+
Dict mapping filename to results
|
| 253 |
+
"""
|
| 254 |
+
tasks = []
|
| 255 |
+
for filename, code in codes:
|
| 256 |
+
task = self.analyze(analyzer, code, ctx)
|
| 257 |
+
tasks.append((filename, task))
|
| 258 |
+
|
| 259 |
+
results = {}
|
| 260 |
+
for filename, task in tasks:
|
| 261 |
+
try:
|
| 262 |
+
result = await task
|
| 263 |
+
results[filename] = result
|
| 264 |
+
except Exception as e:
|
| 265 |
+
logger.error(f"Analysis failed for {filename}: {e}")
|
| 266 |
+
results[filename] = {
|
| 267 |
+
"error": str(e),
|
| 268 |
+
"issues": [],
|
| 269 |
+
"issue_count": 0
|
| 270 |
+
}
|
| 271 |
+
|
| 272 |
+
return results
|
src/analyzers/git_analyzer.py
ADDED
|
@@ -0,0 +1,269 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
Git Diff Analyzer
|
| 3 |
+
|
| 4 |
+
Analyzes code changes in Git diffs:
|
| 5 |
+
- Parse Git diffs
|
| 6 |
+
- Analyze only changed files
|
| 7 |
+
- Focus on added/modified lines
|
| 8 |
+
"""
|
| 9 |
+
|
| 10 |
+
import re
|
| 11 |
+
import logging
|
| 12 |
+
from typing import Any, Dict, List, Optional, Tuple
|
| 13 |
+
from pathlib import Path
|
| 14 |
+
from .base import BaseAnalyzer, AnalysisError
|
| 15 |
+
from .python_analyzer import PythonAnalyzer
|
| 16 |
+
from .javascript_analyzer import JavaScriptAnalyzer
|
| 17 |
+
import asyncio
|
| 18 |
+
import subprocess
|
| 19 |
+
|
| 20 |
+
logger = logging.getLogger(__name__)
|
| 21 |
+
|
| 22 |
+
|
| 23 |
+
class GitAnalyzer(BaseAnalyzer):
|
| 24 |
+
"""Analyzer for Git diffs and changed files"""
|
| 25 |
+
|
| 26 |
+
def __init__(self):
|
| 27 |
+
super().__init__()
|
| 28 |
+
self.python_analyzer = PythonAnalyzer()
|
| 29 |
+
self.javascript_analyzer = JavaScriptAnalyzer()
|
| 30 |
+
|
| 31 |
+
# File extension mapping
|
| 32 |
+
self.extension_map = {
|
| 33 |
+
'.py': ('python', self.python_analyzer),
|
| 34 |
+
'.js': ('javascript', self.javascript_analyzer),
|
| 35 |
+
'.jsx': ('javascript', self.javascript_analyzer),
|
| 36 |
+
'.ts': ('typescript', self.javascript_analyzer),
|
| 37 |
+
'.tsx': ('typescript', self.javascript_analyzer),
|
| 38 |
+
}
|
| 39 |
+
|
| 40 |
+
async def analyze_diff(
|
| 41 |
+
self,
|
| 42 |
+
repo_path: str,
|
| 43 |
+
base_ref: str = "HEAD",
|
| 44 |
+
target_ref: Optional[str] = None,
|
| 45 |
+
ctx: Any = None
|
| 46 |
+
) -> Dict[str, Any]:
|
| 47 |
+
"""
|
| 48 |
+
Analyze changes in a Git diff
|
| 49 |
+
|
| 50 |
+
Args:
|
| 51 |
+
repo_path: Path to Git repository
|
| 52 |
+
base_ref: Base reference (commit, branch) for comparison
|
| 53 |
+
target_ref: Target reference (default: working directory)
|
| 54 |
+
ctx: Optional MCP context for progress reporting
|
| 55 |
+
|
| 56 |
+
Returns:
|
| 57 |
+
Dictionary with analysis results for changed files
|
| 58 |
+
"""
|
| 59 |
+
try:
|
| 60 |
+
repo_dir = Path(repo_path).resolve()
|
| 61 |
+
|
| 62 |
+
if not repo_dir.exists():
|
| 63 |
+
raise AnalysisError(f"Repository not found: {repo_path}")
|
| 64 |
+
|
| 65 |
+
if ctx:
|
| 66 |
+
await ctx.report_progress(0, 100, "Getting Git diff...")
|
| 67 |
+
|
| 68 |
+
# Get list of changed files
|
| 69 |
+
changed_files = await self._get_changed_files(repo_dir, base_ref, target_ref)
|
| 70 |
+
|
| 71 |
+
if not changed_files:
|
| 72 |
+
return self._format_result(
|
| 73 |
+
issues=[],
|
| 74 |
+
summary={"message": "No changed files found"},
|
| 75 |
+
metadata={"repo_path": str(repo_dir), "base_ref": base_ref}
|
| 76 |
+
)
|
| 77 |
+
|
| 78 |
+
if ctx:
|
| 79 |
+
await ctx.report_progress(
|
| 80 |
+
20, 100,
|
| 81 |
+
f"Found {len(changed_files)} changed files..."
|
| 82 |
+
)
|
| 83 |
+
|
| 84 |
+
# Analyze each changed file
|
| 85 |
+
all_results = []
|
| 86 |
+
|
| 87 |
+
for i, file_path in enumerate(changed_files):
|
| 88 |
+
progress = 20 + int((i / len(changed_files)) * 70)
|
| 89 |
+
if ctx:
|
| 90 |
+
await ctx.report_progress(
|
| 91 |
+
progress, 100,
|
| 92 |
+
f"Analyzing {file_path.name}..."
|
| 93 |
+
)
|
| 94 |
+
|
| 95 |
+
result = await self._analyze_changed_file(repo_dir, file_path, ctx)
|
| 96 |
+
if result:
|
| 97 |
+
all_results.append(result)
|
| 98 |
+
|
| 99 |
+
if ctx:
|
| 100 |
+
await ctx.report_progress(90, 100, "Aggregating results...")
|
| 101 |
+
|
| 102 |
+
# Aggregate results
|
| 103 |
+
aggregated = self._aggregate_git_results(all_results, repo_dir, base_ref)
|
| 104 |
+
|
| 105 |
+
if ctx:
|
| 106 |
+
await ctx.report_progress(100, 100, "Git diff analysis complete!")
|
| 107 |
+
|
| 108 |
+
return aggregated
|
| 109 |
+
|
| 110 |
+
except Exception as e:
|
| 111 |
+
logger.error(f"Git diff analysis failed: {e}")
|
| 112 |
+
raise AnalysisError(f"Git diff analysis failed: {e}")
|
| 113 |
+
|
| 114 |
+
async def _get_changed_files(
|
| 115 |
+
self,
|
| 116 |
+
repo_dir: Path,
|
| 117 |
+
base_ref: str,
|
| 118 |
+
target_ref: Optional[str]
|
| 119 |
+
) -> List[Path]:
|
| 120 |
+
"""
|
| 121 |
+
Get list of changed files in the diff
|
| 122 |
+
|
| 123 |
+
Returns:
|
| 124 |
+
List of changed file paths
|
| 125 |
+
"""
|
| 126 |
+
try:
|
| 127 |
+
# Build git diff command
|
| 128 |
+
if target_ref:
|
| 129 |
+
command = ["git", "diff", "--name-only", base_ref, target_ref]
|
| 130 |
+
else:
|
| 131 |
+
# Compare with working directory
|
| 132 |
+
command = ["git", "diff", "--name-only", base_ref]
|
| 133 |
+
|
| 134 |
+
stdout, stderr, returncode = await self._run_subprocess(
|
| 135 |
+
command,
|
| 136 |
+
cwd=repo_dir
|
| 137 |
+
)
|
| 138 |
+
|
| 139 |
+
if returncode != 0:
|
| 140 |
+
logger.warning(f"Git diff returned non-zero: {stderr}")
|
| 141 |
+
return []
|
| 142 |
+
|
| 143 |
+
# Parse file paths
|
| 144 |
+
changed_files = []
|
| 145 |
+
for line in stdout.strip().split('\n'):
|
| 146 |
+
if line:
|
| 147 |
+
file_path = repo_dir / line.strip()
|
| 148 |
+
|
| 149 |
+
# Only include files with supported extensions
|
| 150 |
+
if file_path.suffix in self.extension_map and file_path.exists():
|
| 151 |
+
changed_files.append(file_path)
|
| 152 |
+
|
| 153 |
+
return changed_files
|
| 154 |
+
|
| 155 |
+
except Exception as e:
|
| 156 |
+
logger.error(f"Failed to get changed files: {e}")
|
| 157 |
+
return []
|
| 158 |
+
|
| 159 |
+
async def _analyze_changed_file(
|
| 160 |
+
self,
|
| 161 |
+
repo_dir: Path,
|
| 162 |
+
file_path: Path,
|
| 163 |
+
ctx: Any = None
|
| 164 |
+
) -> Optional[Dict[str, Any]]:
|
| 165 |
+
"""
|
| 166 |
+
Analyze a single changed file
|
| 167 |
+
|
| 168 |
+
Returns:
|
| 169 |
+
Analysis result or None if failed
|
| 170 |
+
"""
|
| 171 |
+
try:
|
| 172 |
+
# Read current file content
|
| 173 |
+
with open(file_path, 'r', encoding='utf-8') as f:
|
| 174 |
+
code = f.read()
|
| 175 |
+
|
| 176 |
+
# Get appropriate analyzer
|
| 177 |
+
extension = file_path.suffix
|
| 178 |
+
if extension not in self.extension_map:
|
| 179 |
+
return None
|
| 180 |
+
|
| 181 |
+
language, analyzer = self.extension_map[extension]
|
| 182 |
+
|
| 183 |
+
# Analyze the file
|
| 184 |
+
if isinstance(analyzer, PythonAnalyzer):
|
| 185 |
+
result = await analyzer.analyze(code, ctx=None)
|
| 186 |
+
elif isinstance(analyzer, JavaScriptAnalyzer):
|
| 187 |
+
result = await analyzer.analyze(code, ctx=None, language=language)
|
| 188 |
+
else:
|
| 189 |
+
return None
|
| 190 |
+
|
| 191 |
+
# Add file metadata
|
| 192 |
+
result['file'] = str(file_path)
|
| 193 |
+
result['relative_path'] = str(file_path.relative_to(repo_dir))
|
| 194 |
+
|
| 195 |
+
return result
|
| 196 |
+
|
| 197 |
+
except Exception as e:
|
| 198 |
+
logger.warning(f"Failed to analyze {file_path}: {e}")
|
| 199 |
+
return None
|
| 200 |
+
|
| 201 |
+
def _aggregate_git_results(
|
| 202 |
+
self,
|
| 203 |
+
results: List[Dict[str, Any]],
|
| 204 |
+
repo_dir: Path,
|
| 205 |
+
base_ref: str
|
| 206 |
+
) -> Dict[str, Any]:
|
| 207 |
+
"""
|
| 208 |
+
Aggregate results from changed files
|
| 209 |
+
|
| 210 |
+
Returns:
|
| 211 |
+
Aggregated analysis result
|
| 212 |
+
"""
|
| 213 |
+
all_issues = []
|
| 214 |
+
total_errors = 0
|
| 215 |
+
total_warnings = 0
|
| 216 |
+
total_security_issues = 0
|
| 217 |
+
files_analyzed = len(results)
|
| 218 |
+
|
| 219 |
+
for result in results:
|
| 220 |
+
# Aggregate issues
|
| 221 |
+
issues = result.get('issues', [])
|
| 222 |
+
for issue in issues:
|
| 223 |
+
issue['file'] = result.get('relative_path', result.get('file', ''))
|
| 224 |
+
all_issues.append(issue)
|
| 225 |
+
|
| 226 |
+
# Aggregate counts
|
| 227 |
+
summary = result.get('summary', {})
|
| 228 |
+
total_errors += summary.get('errors', 0)
|
| 229 |
+
total_warnings += summary.get('warnings', 0)
|
| 230 |
+
total_security_issues += summary.get('security_issues', 0)
|
| 231 |
+
|
| 232 |
+
return self._format_result(
|
| 233 |
+
issues=all_issues,
|
| 234 |
+
summary={
|
| 235 |
+
"total_errors": total_errors,
|
| 236 |
+
"total_warnings": total_warnings,
|
| 237 |
+
"total_security_issues": total_security_issues,
|
| 238 |
+
"files_changed": files_analyzed,
|
| 239 |
+
"issues_per_file": len(all_issues) / files_analyzed if files_analyzed else 0,
|
| 240 |
+
},
|
| 241 |
+
metadata={
|
| 242 |
+
"repo_path": str(repo_dir),
|
| 243 |
+
"base_ref": base_ref,
|
| 244 |
+
"analysis_type": "git_diff"
|
| 245 |
+
}
|
| 246 |
+
)
|
| 247 |
+
|
| 248 |
+
|
| 249 |
+
# Convenience functions
|
| 250 |
+
async def analyze_git_diff(
|
| 251 |
+
repo_path: str,
|
| 252 |
+
base_ref: str = "HEAD",
|
| 253 |
+
target_ref: Optional[str] = None,
|
| 254 |
+
ctx: Any = None
|
| 255 |
+
) -> Dict[str, Any]:
|
| 256 |
+
"""
|
| 257 |
+
Convenience function to analyze Git diff
|
| 258 |
+
|
| 259 |
+
Args:
|
| 260 |
+
repo_path: Path to Git repository
|
| 261 |
+
base_ref: Base reference for comparison (default: HEAD)
|
| 262 |
+
target_ref: Target reference (default: working directory)
|
| 263 |
+
ctx: Optional MCP context for progress reporting
|
| 264 |
+
|
| 265 |
+
Returns:
|
| 266 |
+
Analysis results for changed files
|
| 267 |
+
"""
|
| 268 |
+
analyzer = GitAnalyzer()
|
| 269 |
+
return await analyzer.analyze_diff(repo_path, base_ref, target_ref, ctx)
|
src/analyzers/javascript_analyzer.py
ADDED
|
@@ -0,0 +1,615 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
JavaScript/TypeScript Code Analyzer
|
| 3 |
+
|
| 4 |
+
Integrates multiple JavaScript analysis tools:
|
| 5 |
+
- ESLint: Linting and code quality
|
| 6 |
+
- Complexity Analysis: Cyclomatic complexity metrics
|
| 7 |
+
"""
|
| 8 |
+
|
| 9 |
+
import json
|
| 10 |
+
import logging
|
| 11 |
+
from typing import Any, Dict, List, Optional
|
| 12 |
+
from pathlib import Path
|
| 13 |
+
from .base import BaseAnalyzer, AnalysisError
|
| 14 |
+
import asyncio
|
| 15 |
+
import tempfile
|
| 16 |
+
import os
|
| 17 |
+
|
| 18 |
+
logger = logging.getLogger(__name__)
|
| 19 |
+
|
| 20 |
+
|
| 21 |
+
class JavaScriptAnalyzer(BaseAnalyzer):
|
| 22 |
+
"""Analyzer for JavaScript and TypeScript code"""
|
| 23 |
+
|
| 24 |
+
def __init__(self):
|
| 25 |
+
super().__init__()
|
| 26 |
+
self.supported_extensions = ['.js', '.jsx', '.ts', '.tsx', '.mjs', '.cjs']
|
| 27 |
+
|
| 28 |
+
async def analyze(self, code: str, ctx: Any = None, language: str = "javascript") -> Dict[str, Any]:
|
| 29 |
+
"""
|
| 30 |
+
Analyze JavaScript/TypeScript code for issues, complexity, and style
|
| 31 |
+
|
| 32 |
+
Args:
|
| 33 |
+
code: JavaScript/TypeScript code to analyze
|
| 34 |
+
ctx: Optional MCP context for progress reporting
|
| 35 |
+
language: 'javascript' or 'typescript'
|
| 36 |
+
|
| 37 |
+
Returns:
|
| 38 |
+
Dictionary with analysis results
|
| 39 |
+
"""
|
| 40 |
+
temp_file = None
|
| 41 |
+
try:
|
| 42 |
+
# Determine file extension
|
| 43 |
+
extension = '.ts' if language == 'typescript' else '.js'
|
| 44 |
+
temp_file = self._create_temp_file(code, suffix=extension)
|
| 45 |
+
|
| 46 |
+
if ctx:
|
| 47 |
+
await ctx.report_progress(0, 100, f"Starting {language} analysis...")
|
| 48 |
+
|
| 49 |
+
# Run ESLint analysis
|
| 50 |
+
if ctx:
|
| 51 |
+
await ctx.report_progress(20, 100, "Running ESLint...")
|
| 52 |
+
|
| 53 |
+
eslint_result = await self._run_eslint(temp_file, ctx)
|
| 54 |
+
|
| 55 |
+
if ctx:
|
| 56 |
+
await ctx.report_progress(75, 100, "Analyzing complexity...")
|
| 57 |
+
|
| 58 |
+
complexity_result = await self._analyze_complexity(code, ctx)
|
| 59 |
+
|
| 60 |
+
# Aggregate all issues
|
| 61 |
+
all_issues = []
|
| 62 |
+
if isinstance(eslint_result, dict) and "issues" in eslint_result:
|
| 63 |
+
all_issues.extend(eslint_result["issues"])
|
| 64 |
+
|
| 65 |
+
if ctx:
|
| 66 |
+
await ctx.report_progress(100, 100, f"{language} analysis complete!")
|
| 67 |
+
|
| 68 |
+
return self._format_result(
|
| 69 |
+
issues=all_issues,
|
| 70 |
+
summary={
|
| 71 |
+
"errors": sum(1 for i in all_issues if i.get("severity") == "error"),
|
| 72 |
+
"warnings": sum(1 for i in all_issues if i.get("severity") == "warning"),
|
| 73 |
+
"complexity": complexity_result if isinstance(complexity_result, dict) else {}
|
| 74 |
+
},
|
| 75 |
+
metadata={
|
| 76 |
+
"language": language,
|
| 77 |
+
"tools": ["eslint", "complexity"],
|
| 78 |
+
"lines_of_code": len(code.splitlines())
|
| 79 |
+
}
|
| 80 |
+
)
|
| 81 |
+
|
| 82 |
+
finally:
|
| 83 |
+
if temp_file:
|
| 84 |
+
self._cleanup_temp_file(temp_file)
|
| 85 |
+
|
| 86 |
+
async def _run_eslint(self, file_path: str, ctx: Any = None) -> Dict[str, Any]:
|
| 87 |
+
"""
|
| 88 |
+
Run ESLint on JavaScript/TypeScript file
|
| 89 |
+
|
| 90 |
+
Returns:
|
| 91 |
+
Dictionary with issues found
|
| 92 |
+
"""
|
| 93 |
+
try:
|
| 94 |
+
# Create minimal ESLint config
|
| 95 |
+
config = {
|
| 96 |
+
"env": {
|
| 97 |
+
"browser": True,
|
| 98 |
+
"es2021": True,
|
| 99 |
+
"node": True
|
| 100 |
+
},
|
| 101 |
+
"extends": "eslint:recommended",
|
| 102 |
+
"parserOptions": {
|
| 103 |
+
"ecmaVersion": "latest",
|
| 104 |
+
"sourceType": "module"
|
| 105 |
+
},
|
| 106 |
+
"rules": {
|
| 107 |
+
"no-unused-vars": "warn",
|
| 108 |
+
"no-undef": "error",
|
| 109 |
+
"no-console": "off"
|
| 110 |
+
}
|
| 111 |
+
}
|
| 112 |
+
|
| 113 |
+
# Create temp config file
|
| 114 |
+
config_fd, config_path = tempfile.mkstemp(suffix='.json', text=True)
|
| 115 |
+
try:
|
| 116 |
+
os.write(config_fd, json.dumps(config).encode())
|
| 117 |
+
os.close(config_fd)
|
| 118 |
+
|
| 119 |
+
# Try to run ESLint
|
| 120 |
+
command = [
|
| 121 |
+
"npx", "--yes", "eslint",
|
| 122 |
+
"--format", "json",
|
| 123 |
+
"--config", config_path,
|
| 124 |
+
file_path
|
| 125 |
+
]
|
| 126 |
+
|
| 127 |
+
stdout, stderr, returncode = await self._run_subprocess(
|
| 128 |
+
command,
|
| 129 |
+
cwd=Path(file_path).parent
|
| 130 |
+
)
|
| 131 |
+
|
| 132 |
+
# ESLint returns non-zero when it finds issues (normal behavior)
|
| 133 |
+
if stdout:
|
| 134 |
+
try:
|
| 135 |
+
results = json.loads(stdout)
|
| 136 |
+
issues = []
|
| 137 |
+
|
| 138 |
+
if results and len(results) > 0:
|
| 139 |
+
for message in results[0].get("messages", []):
|
| 140 |
+
severity = "error" if message.get("severity") == 2 else "warning"
|
| 141 |
+
|
| 142 |
+
issue = self._format_issue(
|
| 143 |
+
line=message.get("line", 0),
|
| 144 |
+
column=message.get("column", 0),
|
| 145 |
+
message=message.get("message", ""),
|
| 146 |
+
severity=severity,
|
| 147 |
+
rule_id=message.get("ruleId"),
|
| 148 |
+
fix=message.get("fix")
|
| 149 |
+
)
|
| 150 |
+
issues.append(issue)
|
| 151 |
+
|
| 152 |
+
return {"issues": issues}
|
| 153 |
+
|
| 154 |
+
except json.JSONDecodeError as e:
|
| 155 |
+
logger.warning(f"Failed to parse ESLint JSON: {e}")
|
| 156 |
+
return {"issues": []}
|
| 157 |
+
|
| 158 |
+
# If ESLint is not available, return basic analysis
|
| 159 |
+
logger.info("ESLint not available, skipping JavaScript linting")
|
| 160 |
+
return {"issues": []}
|
| 161 |
+
|
| 162 |
+
finally:
|
| 163 |
+
# Cleanup config file
|
| 164 |
+
try:
|
| 165 |
+
os.unlink(config_path)
|
| 166 |
+
except:
|
| 167 |
+
pass
|
| 168 |
+
|
| 169 |
+
except Exception as e:
|
| 170 |
+
logger.error(f"ESLint analysis failed: {e}")
|
| 171 |
+
# Fallback to basic pattern-based linting
|
| 172 |
+
return await self._basic_lint(file_path)
|
| 173 |
+
|
| 174 |
+
async def _analyze_complexity(self, code: str, ctx: Any = None) -> Dict[str, Any]:
|
| 175 |
+
"""
|
| 176 |
+
Analyze code complexity (basic implementation)
|
| 177 |
+
|
| 178 |
+
Returns:
|
| 179 |
+
Dictionary with complexity metrics
|
| 180 |
+
"""
|
| 181 |
+
try:
|
| 182 |
+
lines = code.splitlines()
|
| 183 |
+
|
| 184 |
+
# Count various complexity indicators
|
| 185 |
+
function_count = sum(1 for line in lines if 'function' in line or '=>' in line)
|
| 186 |
+
if_count = sum(1 for line in lines if 'if' in line or 'else' in line)
|
| 187 |
+
loop_count = sum(1 for line in lines if 'for' in line or 'while' in line)
|
| 188 |
+
switch_count = sum(1 for line in lines if 'switch' in line or 'case' in line)
|
| 189 |
+
|
| 190 |
+
# Calculate approximate cyclomatic complexity
|
| 191 |
+
# Base complexity = 1, +1 for each decision point
|
| 192 |
+
cyclomatic_complexity = 1 + if_count + loop_count + switch_count
|
| 193 |
+
|
| 194 |
+
return {
|
| 195 |
+
"cyclomatic_complexity": cyclomatic_complexity,
|
| 196 |
+
"function_count": function_count,
|
| 197 |
+
"decision_points": if_count + loop_count + switch_count,
|
| 198 |
+
"maintainability_index": self._calculate_maintainability(
|
| 199 |
+
len(lines),
|
| 200 |
+
cyclomatic_complexity,
|
| 201 |
+
function_count
|
| 202 |
+
)
|
| 203 |
+
}
|
| 204 |
+
|
| 205 |
+
except Exception as e:
|
| 206 |
+
logger.error(f"Complexity analysis failed: {e}")
|
| 207 |
+
return {}
|
| 208 |
+
|
| 209 |
+
async def _basic_lint(self, file_path: str) -> Dict[str, Any]:
|
| 210 |
+
"""
|
| 211 |
+
Basic pattern-based linting when ESLint is not available
|
| 212 |
+
Enhanced with security and async/race condition detection
|
| 213 |
+
"""
|
| 214 |
+
issues = []
|
| 215 |
+
|
| 216 |
+
try:
|
| 217 |
+
with open(file_path, 'r', encoding='utf-8') as f:
|
| 218 |
+
code = f.read()
|
| 219 |
+
|
| 220 |
+
lines = code.splitlines()
|
| 221 |
+
|
| 222 |
+
for line_num, line in enumerate(lines, 1):
|
| 223 |
+
# Check for common JavaScript issues
|
| 224 |
+
|
| 225 |
+
# == instead of ===
|
| 226 |
+
if ' == ' in line and '===' not in line:
|
| 227 |
+
issues.append(self._format_issue(
|
| 228 |
+
line=line_num,
|
| 229 |
+
column=line.find(' == '),
|
| 230 |
+
message="Use '===' instead of '=='",
|
| 231 |
+
severity="warning",
|
| 232 |
+
rule_id="eqeqeq"
|
| 233 |
+
))
|
| 234 |
+
|
| 235 |
+
# eval() usage - CRITICAL SECURITY
|
| 236 |
+
if 'eval(' in line:
|
| 237 |
+
issues.append(self._format_issue(
|
| 238 |
+
line=line_num,
|
| 239 |
+
column=line.find('eval('),
|
| 240 |
+
message="eval() is dangerous and should be avoided - Code Injection Risk",
|
| 241 |
+
severity="error",
|
| 242 |
+
rule_id="no-eval"
|
| 243 |
+
))
|
| 244 |
+
|
| 245 |
+
# console.log in production
|
| 246 |
+
if 'console.log' in line:
|
| 247 |
+
issues.append(self._format_issue(
|
| 248 |
+
line=line_num,
|
| 249 |
+
column=line.find('console.log'),
|
| 250 |
+
message="Unexpected console statement",
|
| 251 |
+
severity="warning",
|
| 252 |
+
rule_id="no-console"
|
| 253 |
+
))
|
| 254 |
+
|
| 255 |
+
# var instead of let/const
|
| 256 |
+
if line.strip().startswith('var '):
|
| 257 |
+
issues.append(self._format_issue(
|
| 258 |
+
line=line_num,
|
| 259 |
+
column=0,
|
| 260 |
+
message="Use 'let' or 'const' instead of 'var'",
|
| 261 |
+
severity="warning",
|
| 262 |
+
rule_id="no-var"
|
| 263 |
+
))
|
| 264 |
+
|
| 265 |
+
# Assignment in condition
|
| 266 |
+
if 'if' in line and ' = ' in line and '==' not in line and '!=' not in line:
|
| 267 |
+
issues.append(self._format_issue(
|
| 268 |
+
line=line_num,
|
| 269 |
+
column=line.find(' = '),
|
| 270 |
+
message="Expected a conditional expression and instead saw an assignment",
|
| 271 |
+
severity="error",
|
| 272 |
+
rule_id="no-cond-assign"
|
| 273 |
+
))
|
| 274 |
+
|
| 275 |
+
# Hardcoded credentials - SECURITY
|
| 276 |
+
credential_keywords = ['password', 'secret', 'token', 'api_key', 'apikey', 'private_key']
|
| 277 |
+
for keyword in credential_keywords:
|
| 278 |
+
if keyword.lower() in line.lower() and ('=' in line or ':' in line):
|
| 279 |
+
if any(c in line for c in ['"', "'"]):
|
| 280 |
+
issues.append(self._format_issue(
|
| 281 |
+
line=line_num,
|
| 282 |
+
column=0,
|
| 283 |
+
message=f"Possible hardcoded {keyword} detected - Security Risk",
|
| 284 |
+
severity="error",
|
| 285 |
+
rule_id="no-hardcoded-credentials"
|
| 286 |
+
))
|
| 287 |
+
break
|
| 288 |
+
|
| 289 |
+
# Missing semicolon (simplified check)
|
| 290 |
+
stripped = line.strip()
|
| 291 |
+
if stripped and not stripped.startswith('//') and not stripped.startswith('/*'):
|
| 292 |
+
if any(stripped.startswith(kw) for kw in ['const ', 'let ', 'var ', 'return ']):
|
| 293 |
+
if not stripped.endswith((';', '{', '}', ',', '(', ')')):
|
| 294 |
+
issues.append(self._format_issue(
|
| 295 |
+
line=line_num,
|
| 296 |
+
column=len(line) - 1,
|
| 297 |
+
message="Missing semicolon",
|
| 298 |
+
severity="warning",
|
| 299 |
+
rule_id="semi"
|
| 300 |
+
))
|
| 301 |
+
|
| 302 |
+
# NEW: Prototype pollution - SECURITY
|
| 303 |
+
if 'for' in line and 'in' in line and '[' in line and ']' in line:
|
| 304 |
+
if 'hasOwnProperty' not in line and 'Object.prototype' not in line:
|
| 305 |
+
issues.append(self._format_issue(
|
| 306 |
+
line=line_num,
|
| 307 |
+
column=0,
|
| 308 |
+
message="Potential prototype pollution - Use hasOwnProperty() check",
|
| 309 |
+
severity="error",
|
| 310 |
+
rule_id="no-prototype-builtins"
|
| 311 |
+
))
|
| 312 |
+
|
| 313 |
+
# NEW: Missing await in async functions
|
| 314 |
+
if 'async' in line and 'function' in line:
|
| 315 |
+
# Track async function starts
|
| 316 |
+
pass
|
| 317 |
+
if any(keyword in line for keyword in ['Promise(', '.then(', '.catch(']):
|
| 318 |
+
if 'await' not in line and 'return' not in line:
|
| 319 |
+
issues.append(self._format_issue(
|
| 320 |
+
line=line_num,
|
| 321 |
+
column=0,
|
| 322 |
+
message="Missing 'await' for Promise - Potential unhandled rejection",
|
| 323 |
+
severity="warning",
|
| 324 |
+
rule_id="no-async-promise-executor"
|
| 325 |
+
))
|
| 326 |
+
|
| 327 |
+
# NEW: Race conditions - concurrent operations on shared state
|
| 328 |
+
if '++' in line or '--' in line:
|
| 329 |
+
# Check if this is modifying a variable that could be shared
|
| 330 |
+
var_name = line.split('++')[0].split('--')[0].strip().split()[-1]
|
| 331 |
+
if not any(keyword in line for keyword in ['let ', 'const ', 'var ']):
|
| 332 |
+
issues.append(self._format_issue(
|
| 333 |
+
line=line_num,
|
| 334 |
+
column=line.find('++') if '++' in line else line.find('--'),
|
| 335 |
+
message=f"Potential race condition - '{var_name}' may be modified concurrently",
|
| 336 |
+
severity="warning",
|
| 337 |
+
rule_id="require-atomic-updates"
|
| 338 |
+
))
|
| 339 |
+
|
| 340 |
+
# NEW: Blocking synchronous operations - PERFORMANCE
|
| 341 |
+
sync_operations = ['readFileSync', 'writeFileSync', 'readdirSync', 'statSync', 'unlinkSync']
|
| 342 |
+
for sync_op in sync_operations:
|
| 343 |
+
if sync_op in line:
|
| 344 |
+
issues.append(self._format_issue(
|
| 345 |
+
line=line_num,
|
| 346 |
+
column=line.find(sync_op),
|
| 347 |
+
message=f"'{sync_op}' blocks the event loop - Use async version",
|
| 348 |
+
severity="warning",
|
| 349 |
+
rule_id="no-sync"
|
| 350 |
+
))
|
| 351 |
+
|
| 352 |
+
# NEW: Unsafe regular expressions - ReDoS attack
|
| 353 |
+
if 'new RegExp' in line or 're.compile' in line:
|
| 354 |
+
if any(pattern in line for pattern in ['.*', '.+', '(.*)', '(.+)']):
|
| 355 |
+
issues.append(self._format_issue(
|
| 356 |
+
line=line_num,
|
| 357 |
+
column=0,
|
| 358 |
+
message="Potentially unsafe regex - ReDoS vulnerability risk",
|
| 359 |
+
severity="warning",
|
| 360 |
+
rule_id="no-unsafe-regex"
|
| 361 |
+
))
|
| 362 |
+
|
| 363 |
+
# NEW: SQL Injection patterns - CRITICAL SECURITY
|
| 364 |
+
if any(keyword in line.lower() for keyword in ['select ', 'insert ', 'update ', 'delete ']):
|
| 365 |
+
if any(concat in line for concat in ['+', '${', '`']):
|
| 366 |
+
issues.append(self._format_issue(
|
| 367 |
+
line=line_num,
|
| 368 |
+
column=0,
|
| 369 |
+
message="Possible SQL injection - Use parameterized queries",
|
| 370 |
+
severity="error",
|
| 371 |
+
rule_id="detect-sql-injection"
|
| 372 |
+
))
|
| 373 |
+
|
| 374 |
+
# NEW: Command injection - CRITICAL SECURITY
|
| 375 |
+
dangerous_exec = ['exec(', 'spawn(', 'execSync(', 'spawnSync(', 'child_process']
|
| 376 |
+
for exec_func in dangerous_exec:
|
| 377 |
+
if exec_func in line:
|
| 378 |
+
if 'req.' in line or 'input' in line.lower():
|
| 379 |
+
issues.append(self._format_issue(
|
| 380 |
+
line=line_num,
|
| 381 |
+
column=line.find(exec_func),
|
| 382 |
+
message=f"Command injection risk with {exec_func} - Validate and sanitize input",
|
| 383 |
+
severity="error",
|
| 384 |
+
rule_id="detect-child-process"
|
| 385 |
+
))
|
| 386 |
+
|
| 387 |
+
# NEW: Weak crypto - SECURITY
|
| 388 |
+
weak_crypto = ['md5', 'sha1', 'Math.random()']
|
| 389 |
+
for weak in weak_crypto:
|
| 390 |
+
if weak in line:
|
| 391 |
+
issues.append(self._format_issue(
|
| 392 |
+
line=line_num,
|
| 393 |
+
column=line.find(weak),
|
| 394 |
+
message=f"Weak cryptography detected: {weak} - Use crypto.randomBytes() or stronger hash",
|
| 395 |
+
severity="error",
|
| 396 |
+
rule_id="detect-weak-crypto"
|
| 397 |
+
))
|
| 398 |
+
|
| 399 |
+
# NEW: Path traversal - SECURITY
|
| 400 |
+
if 'readFile' in line or 'writeFile' in line or 'require(' in line:
|
| 401 |
+
if any(pattern in line for pattern in ['../', '..\\']):
|
| 402 |
+
issues.append(self._format_issue(
|
| 403 |
+
line=line_num,
|
| 404 |
+
column=0,
|
| 405 |
+
message="Path traversal vulnerability - Validate file paths",
|
| 406 |
+
severity="error",
|
| 407 |
+
rule_id="detect-path-traversal"
|
| 408 |
+
))
|
| 409 |
+
|
| 410 |
+
# NEW: CORS misconfiguration - SECURITY
|
| 411 |
+
if 'Access-Control-Allow-Origin' in line and '*' in line:
|
| 412 |
+
issues.append(self._format_issue(
|
| 413 |
+
line=line_num,
|
| 414 |
+
column=line.find('*'),
|
| 415 |
+
message="Overly permissive CORS policy - Restrict allowed origins",
|
| 416 |
+
severity="warning",
|
| 417 |
+
rule_id="detect-cors-misconfiguration"
|
| 418 |
+
))
|
| 419 |
+
|
| 420 |
+
# NEW: Memory leaks - setInterval without clearInterval
|
| 421 |
+
if 'setInterval' in line:
|
| 422 |
+
issues.append(self._format_issue(
|
| 423 |
+
line=line_num,
|
| 424 |
+
column=line.find('setInterval'),
|
| 425 |
+
message="Potential memory leak - Ensure clearInterval() is called",
|
| 426 |
+
severity="warning",
|
| 427 |
+
rule_id="detect-memory-leak"
|
| 428 |
+
))
|
| 429 |
+
|
| 430 |
+
# NEW: Insecure randomness for security purposes
|
| 431 |
+
if 'Math.random()' in line:
|
| 432 |
+
if any(keyword in line.lower() for keyword in ['token', 'session', 'id', 'key']):
|
| 433 |
+
issues.append(self._format_issue(
|
| 434 |
+
line=line_num,
|
| 435 |
+
column=line.find('Math.random()'),
|
| 436 |
+
message="Math.random() is not cryptographically secure - Use crypto.randomBytes()",
|
| 437 |
+
severity="error",
|
| 438 |
+
rule_id="detect-insecure-randomness"
|
| 439 |
+
))
|
| 440 |
+
|
| 441 |
+
# NEW: Type coercion bugs with + operator
|
| 442 |
+
if '+' in line and any(var in line for var in ['req.', 'input', 'params', 'query', 'body']):
|
| 443 |
+
if not any(keyword in line for keyword in ['parseInt', 'parseFloat', 'Number(']):
|
| 444 |
+
issues.append(self._format_issue(
|
| 445 |
+
line=line_num,
|
| 446 |
+
column=line.find('+'),
|
| 447 |
+
message="Potential type coercion bug - Use parseInt/parseFloat for numeric operations",
|
| 448 |
+
severity="warning",
|
| 449 |
+
rule_id="detect-type-coercion"
|
| 450 |
+
))
|
| 451 |
+
|
| 452 |
+
# NEW: Floating point comparison
|
| 453 |
+
if any(op in line for op in [' == ', ' === ']) and any(num in line for num in ['.', '0.', '1.']):
|
| 454 |
+
if 'toFixed' not in line and 'Math.abs' not in line:
|
| 455 |
+
issues.append(self._format_issue(
|
| 456 |
+
line=line_num,
|
| 457 |
+
column=0,
|
| 458 |
+
message="Floating point comparison may be inaccurate - Use Math.abs(a - b) < epsilon",
|
| 459 |
+
severity="warning",
|
| 460 |
+
rule_id="no-floating-point-equality"
|
| 461 |
+
))
|
| 462 |
+
|
| 463 |
+
# NEW: Callback hell detection (nested callbacks)
|
| 464 |
+
indent_level = len(line) - len(line.lstrip())
|
| 465 |
+
if 'function(' in line or 'function (' in line:
|
| 466 |
+
if indent_level > 16: # More than 4 levels of nesting
|
| 467 |
+
issues.append(self._format_issue(
|
| 468 |
+
line=line_num,
|
| 469 |
+
column=0,
|
| 470 |
+
message="Deep callback nesting detected - Consider using async/await or Promises",
|
| 471 |
+
severity="warning",
|
| 472 |
+
rule_id="callback-hell"
|
| 473 |
+
))
|
| 474 |
+
|
| 475 |
+
# NEW: Unreachable code after return
|
| 476 |
+
if 'return' in line and not line.strip().startswith('//'):
|
| 477 |
+
# Check if next line has code at same or deeper indent
|
| 478 |
+
if line_num < len(lines):
|
| 479 |
+
next_line = lines[line_num] if line_num < len(lines) else ""
|
| 480 |
+
next_stripped = next_line.strip()
|
| 481 |
+
if next_stripped and not next_stripped.startswith('}') and not next_stripped.startswith('//'):
|
| 482 |
+
next_indent = len(next_line) - len(next_line.lstrip())
|
| 483 |
+
current_indent = len(line) - len(line.lstrip())
|
| 484 |
+
if next_indent >= current_indent:
|
| 485 |
+
issues.append(self._format_issue(
|
| 486 |
+
line=line_num + 1,
|
| 487 |
+
column=0,
|
| 488 |
+
message="Unreachable code detected",
|
| 489 |
+
severity="error",
|
| 490 |
+
rule_id="no-unreachable"
|
| 491 |
+
))
|
| 492 |
+
|
| 493 |
+
# NEW: Unused variable declaration
|
| 494 |
+
if any(line.strip().startswith(kw) for kw in ['const ', 'let ', 'var ']):
|
| 495 |
+
var_match = line.split('=')[0].strip().split()[-1] if '=' in line else None
|
| 496 |
+
if var_match and var_match not in ['req', 'res', 'next', 'err', 'error']:
|
| 497 |
+
# Simple heuristic - if variable name suggests it's unused
|
| 498 |
+
if 'unused' in var_match.lower() or 'temp' in var_match.lower():
|
| 499 |
+
issues.append(self._format_issue(
|
| 500 |
+
line=line_num,
|
| 501 |
+
column=0,
|
| 502 |
+
message=f"Variable '{var_match}' appears to be unused",
|
| 503 |
+
severity="warning",
|
| 504 |
+
rule_id="no-unused-vars"
|
| 505 |
+
))
|
| 506 |
+
|
| 507 |
+
# NEW: Missing error handling in async functions
|
| 508 |
+
if any(keyword in line for keyword in ['async function', 'async (', 'async(']):
|
| 509 |
+
# Mark async function start for try-catch checking
|
| 510 |
+
pass
|
| 511 |
+
|
| 512 |
+
if any(keyword in line for keyword in ['.then(', '.catch(', 'await ']):
|
| 513 |
+
# Check if there's error handling nearby
|
| 514 |
+
has_catch = False
|
| 515 |
+
for check_line in lines[max(0, line_num-3):min(len(lines), line_num+3)]:
|
| 516 |
+
if '.catch' in check_line or 'try' in check_line or 'catch' in check_line:
|
| 517 |
+
has_catch = True
|
| 518 |
+
break
|
| 519 |
+
|
| 520 |
+
if not has_catch:
|
| 521 |
+
issues.append(self._format_issue(
|
| 522 |
+
line=line_num,
|
| 523 |
+
column=0,
|
| 524 |
+
message="Missing error handling for async operation",
|
| 525 |
+
severity="warning",
|
| 526 |
+
rule_id="require-error-handling"
|
| 527 |
+
))
|
| 528 |
+
|
| 529 |
+
# NEW: Express route without error handling
|
| 530 |
+
if 'app.' in line and any(method in line for method in ['get(', 'post(', 'put(', 'delete(', 'patch(']):
|
| 531 |
+
# Check if route has try-catch or error parameter
|
| 532 |
+
has_error_handling = False
|
| 533 |
+
for check_line in lines[line_num:min(len(lines), line_num+10)]:
|
| 534 |
+
if 'try' in check_line or 'catch' in check_line or ', err' in check_line:
|
| 535 |
+
has_error_handling = True
|
| 536 |
+
break
|
| 537 |
+
|
| 538 |
+
if not has_error_handling:
|
| 539 |
+
issues.append(self._format_issue(
|
| 540 |
+
line=line_num,
|
| 541 |
+
column=0,
|
| 542 |
+
message="Express route missing error handling",
|
| 543 |
+
severity="warning",
|
| 544 |
+
rule_id="express-no-error-handler"
|
| 545 |
+
))
|
| 546 |
+
|
| 547 |
+
return {"issues": issues}
|
| 548 |
+
|
| 549 |
+
except Exception as e:
|
| 550 |
+
logger.error(f"Basic linting failed: {e}")
|
| 551 |
+
return {"issues": []}
|
| 552 |
+
|
| 553 |
+
def _calculate_maintainability(self, loc: int, complexity: int, functions: int) -> float:
|
| 554 |
+
"""
|
| 555 |
+
Calculate a simple maintainability index
|
| 556 |
+
Scale: 0-100 (higher is better)
|
| 557 |
+
"""
|
| 558 |
+
if loc == 0:
|
| 559 |
+
return 100.0
|
| 560 |
+
|
| 561 |
+
# Penalize high complexity and low function density
|
| 562 |
+
complexity_penalty = min(complexity * 2, 50)
|
| 563 |
+
function_density = (functions / loc * 100) if loc > 0 else 0
|
| 564 |
+
|
| 565 |
+
# Base score of 100, subtract penalties
|
| 566 |
+
score = 100 - complexity_penalty + function_density
|
| 567 |
+
|
| 568 |
+
# Clamp to 0-100
|
| 569 |
+
return max(0, min(100, score))
|
| 570 |
+
|
| 571 |
+
|
| 572 |
+
# Convenience functions
|
| 573 |
+
async def analyze_javascript(code: str, ctx: Any = None) -> Dict[str, Any]:
|
| 574 |
+
"""
|
| 575 |
+
Convenience function to analyze JavaScript code
|
| 576 |
+
|
| 577 |
+
Args:
|
| 578 |
+
code: JavaScript code to analyze
|
| 579 |
+
ctx: Optional MCP context for progress reporting
|
| 580 |
+
|
| 581 |
+
Returns:
|
| 582 |
+
Analysis results dictionary
|
| 583 |
+
"""
|
| 584 |
+
analyzer = JavaScriptAnalyzer()
|
| 585 |
+
return await analyzer.analyze(code, ctx, language="javascript")
|
| 586 |
+
|
| 587 |
+
|
| 588 |
+
async def analyze_typescript(code: str, ctx: Any = None) -> Dict[str, Any]:
|
| 589 |
+
"""
|
| 590 |
+
Convenience function to analyze TypeScript code
|
| 591 |
+
|
| 592 |
+
Args:
|
| 593 |
+
code: TypeScript code to analyze
|
| 594 |
+
ctx: Optional MCP context for progress reporting
|
| 595 |
+
|
| 596 |
+
Returns:
|
| 597 |
+
Analysis results dictionary
|
| 598 |
+
"""
|
| 599 |
+
analyzer = JavaScriptAnalyzer()
|
| 600 |
+
return await analyzer.analyze(code, ctx, language="typescript")
|
| 601 |
+
|
| 602 |
+
|
| 603 |
+
async def calculate_complexity_javascript(code: str, ctx: Any = None) -> Dict[str, Any]:
|
| 604 |
+
"""
|
| 605 |
+
Calculate complexity metrics for JavaScript code
|
| 606 |
+
|
| 607 |
+
Args:
|
| 608 |
+
code: JavaScript code to analyze
|
| 609 |
+
ctx: Optional MCP context
|
| 610 |
+
|
| 611 |
+
Returns:
|
| 612 |
+
Complexity metrics dictionary
|
| 613 |
+
"""
|
| 614 |
+
analyzer = JavaScriptAnalyzer()
|
| 615 |
+
return await analyzer._analyze_complexity(code, ctx)
|
src/analyzers/project_analyzer.py
ADDED
|
@@ -0,0 +1,283 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
Project-wide Code Analyzer
|
| 3 |
+
|
| 4 |
+
Analyzes entire projects with multiple files:
|
| 5 |
+
- Multi-file parallel processing
|
| 6 |
+
- Directory traversal
|
| 7 |
+
- Aggregated results across all files
|
| 8 |
+
"""
|
| 9 |
+
|
| 10 |
+
import os
|
| 11 |
+
import logging
|
| 12 |
+
from typing import Any, Dict, List, Optional
|
| 13 |
+
from pathlib import Path
|
| 14 |
+
from .base import BaseAnalyzer, AnalysisError, AsyncAnalyzerPool
|
| 15 |
+
from .python_analyzer import PythonAnalyzer
|
| 16 |
+
from .javascript_analyzer import JavaScriptAnalyzer
|
| 17 |
+
import asyncio
|
| 18 |
+
|
| 19 |
+
logger = logging.getLogger(__name__)
|
| 20 |
+
|
| 21 |
+
|
| 22 |
+
class ProjectAnalyzer(BaseAnalyzer):
|
| 23 |
+
"""Analyzer for entire projects with multiple files"""
|
| 24 |
+
|
| 25 |
+
def __init__(self):
|
| 26 |
+
super().__init__()
|
| 27 |
+
self.python_analyzer = PythonAnalyzer()
|
| 28 |
+
self.javascript_analyzer = JavaScriptAnalyzer()
|
| 29 |
+
|
| 30 |
+
# File extension mapping to analyzers
|
| 31 |
+
self.extension_map = {
|
| 32 |
+
'.py': ('python', self.python_analyzer),
|
| 33 |
+
'.js': ('javascript', self.javascript_analyzer),
|
| 34 |
+
'.jsx': ('javascript', self.javascript_analyzer),
|
| 35 |
+
'.ts': ('typescript', self.javascript_analyzer),
|
| 36 |
+
'.tsx': ('typescript', self.javascript_analyzer),
|
| 37 |
+
'.mjs': ('javascript', self.javascript_analyzer),
|
| 38 |
+
'.cjs': ('javascript', self.javascript_analyzer),
|
| 39 |
+
}
|
| 40 |
+
|
| 41 |
+
# Default exclusions
|
| 42 |
+
self.default_exclusions = {
|
| 43 |
+
'__pycache__', 'node_modules', '.git', '.venv', 'venv',
|
| 44 |
+
'env', 'dist', 'build', '.pytest_cache', '.mypy_cache',
|
| 45 |
+
'coverage', '.coverage', 'htmlcov', '.tox', 'eggs',
|
| 46 |
+
'*.egg-info', '.DS_Store'
|
| 47 |
+
}
|
| 48 |
+
|
| 49 |
+
async def analyze_project(
|
| 50 |
+
self,
|
| 51 |
+
project_path: str,
|
| 52 |
+
ctx: Any = None,
|
| 53 |
+
max_files: int = 100,
|
| 54 |
+
exclusions: Optional[List[str]] = None
|
| 55 |
+
) -> Dict[str, Any]:
|
| 56 |
+
"""
|
| 57 |
+
Analyze all supported files in a project directory
|
| 58 |
+
|
| 59 |
+
Args:
|
| 60 |
+
project_path: Root directory of the project
|
| 61 |
+
ctx: Optional MCP context for progress reporting
|
| 62 |
+
max_files: Maximum number of files to analyze
|
| 63 |
+
exclusions: Additional directories/patterns to exclude
|
| 64 |
+
|
| 65 |
+
Returns:
|
| 66 |
+
Dictionary with aggregated analysis results
|
| 67 |
+
"""
|
| 68 |
+
try:
|
| 69 |
+
project_dir = Path(project_path).resolve()
|
| 70 |
+
|
| 71 |
+
if not project_dir.exists():
|
| 72 |
+
raise AnalysisError(f"Project directory not found: {project_path}")
|
| 73 |
+
|
| 74 |
+
if not project_dir.is_dir():
|
| 75 |
+
raise AnalysisError(f"Not a directory: {project_path}")
|
| 76 |
+
|
| 77 |
+
if ctx:
|
| 78 |
+
await ctx.report_progress(0, 100, "Scanning project files...")
|
| 79 |
+
|
| 80 |
+
# Build exclusion set
|
| 81 |
+
exclude_set = self.default_exclusions.copy()
|
| 82 |
+
if exclusions:
|
| 83 |
+
exclude_set.update(exclusions)
|
| 84 |
+
|
| 85 |
+
# Find all analyzable files
|
| 86 |
+
files_to_analyze = self._find_files(project_dir, exclude_set, max_files)
|
| 87 |
+
|
| 88 |
+
if not files_to_analyze:
|
| 89 |
+
return self._format_result(
|
| 90 |
+
issues=[],
|
| 91 |
+
summary={"message": "No analyzable files found"},
|
| 92 |
+
metadata={"project_path": str(project_dir), "files_analyzed": 0}
|
| 93 |
+
)
|
| 94 |
+
|
| 95 |
+
if ctx:
|
| 96 |
+
await ctx.report_progress(
|
| 97 |
+
10, 100,
|
| 98 |
+
f"Found {len(files_to_analyze)} files to analyze..."
|
| 99 |
+
)
|
| 100 |
+
|
| 101 |
+
# Analyze files in parallel batches
|
| 102 |
+
pool = AsyncAnalyzerPool(max_concurrent=4)
|
| 103 |
+
all_results = []
|
| 104 |
+
|
| 105 |
+
for i, file_path in enumerate(files_to_analyze):
|
| 106 |
+
progress = 10 + int((i / len(files_to_analyze)) * 80)
|
| 107 |
+
if ctx:
|
| 108 |
+
await ctx.report_progress(
|
| 109 |
+
progress, 100,
|
| 110 |
+
f"Analyzing {file_path.name}..."
|
| 111 |
+
)
|
| 112 |
+
|
| 113 |
+
result = await pool.submit(self._analyze_single_file(file_path, ctx))
|
| 114 |
+
if result:
|
| 115 |
+
all_results.append(result)
|
| 116 |
+
|
| 117 |
+
if ctx:
|
| 118 |
+
await ctx.report_progress(90, 100, "Aggregating results...")
|
| 119 |
+
|
| 120 |
+
# Aggregate all results
|
| 121 |
+
aggregated = self._aggregate_results(all_results, project_dir)
|
| 122 |
+
|
| 123 |
+
if ctx:
|
| 124 |
+
await ctx.report_progress(100, 100, "Project analysis complete!")
|
| 125 |
+
|
| 126 |
+
return aggregated
|
| 127 |
+
|
| 128 |
+
except Exception as e:
|
| 129 |
+
logger.error(f"Project analysis failed: {e}")
|
| 130 |
+
raise AnalysisError(f"Project analysis failed: {e}")
|
| 131 |
+
|
| 132 |
+
def _find_files(
|
| 133 |
+
self,
|
| 134 |
+
directory: Path,
|
| 135 |
+
exclusions: set,
|
| 136 |
+
max_files: int
|
| 137 |
+
) -> List[Path]:
|
| 138 |
+
"""
|
| 139 |
+
Find all analyzable files in directory
|
| 140 |
+
|
| 141 |
+
Returns:
|
| 142 |
+
List of file paths to analyze
|
| 143 |
+
"""
|
| 144 |
+
files = []
|
| 145 |
+
|
| 146 |
+
try:
|
| 147 |
+
for root, dirs, filenames in os.walk(directory):
|
| 148 |
+
root_path = Path(root)
|
| 149 |
+
|
| 150 |
+
# Filter out excluded directories
|
| 151 |
+
dirs[:] = [
|
| 152 |
+
d for d in dirs
|
| 153 |
+
if d not in exclusions and not d.startswith('.')
|
| 154 |
+
]
|
| 155 |
+
|
| 156 |
+
# Find analyzable files
|
| 157 |
+
for filename in filenames:
|
| 158 |
+
if len(files) >= max_files:
|
| 159 |
+
return files
|
| 160 |
+
|
| 161 |
+
file_path = root_path / filename
|
| 162 |
+
|
| 163 |
+
# Check if file extension is supported
|
| 164 |
+
if file_path.suffix in self.extension_map:
|
| 165 |
+
# Skip if in excluded patterns
|
| 166 |
+
if not any(excl in str(file_path) for excl in exclusions):
|
| 167 |
+
files.append(file_path)
|
| 168 |
+
|
| 169 |
+
except Exception as e:
|
| 170 |
+
logger.error(f"Error scanning directory: {e}")
|
| 171 |
+
|
| 172 |
+
return files
|
| 173 |
+
|
| 174 |
+
async def _analyze_single_file(self, file_path: Path, ctx: Any = None) -> Optional[Dict[str, Any]]:
|
| 175 |
+
"""
|
| 176 |
+
Analyze a single file
|
| 177 |
+
|
| 178 |
+
Returns:
|
| 179 |
+
Analysis result or None if analysis failed
|
| 180 |
+
"""
|
| 181 |
+
try:
|
| 182 |
+
# Read file content
|
| 183 |
+
with open(file_path, 'r', encoding='utf-8') as f:
|
| 184 |
+
code = f.read()
|
| 185 |
+
|
| 186 |
+
# Get appropriate analyzer
|
| 187 |
+
extension = file_path.suffix
|
| 188 |
+
if extension not in self.extension_map:
|
| 189 |
+
return None
|
| 190 |
+
|
| 191 |
+
language, analyzer = self.extension_map[extension]
|
| 192 |
+
|
| 193 |
+
# Analyze the file
|
| 194 |
+
if isinstance(analyzer, PythonAnalyzer):
|
| 195 |
+
result = await analyzer.analyze(code, ctx=None) # No progress for individual files
|
| 196 |
+
elif isinstance(analyzer, JavaScriptAnalyzer):
|
| 197 |
+
result = await analyzer.analyze(code, ctx=None, language=language)
|
| 198 |
+
else:
|
| 199 |
+
return None
|
| 200 |
+
|
| 201 |
+
# Add file metadata
|
| 202 |
+
result['file'] = str(file_path)
|
| 203 |
+
result['relative_path'] = str(file_path.name)
|
| 204 |
+
|
| 205 |
+
return result
|
| 206 |
+
|
| 207 |
+
except Exception as e:
|
| 208 |
+
logger.warning(f"Failed to analyze {file_path}: {e}")
|
| 209 |
+
return None
|
| 210 |
+
|
| 211 |
+
def _aggregate_results(self, results: List[Dict[str, Any]], project_dir: Path) -> Dict[str, Any]:
|
| 212 |
+
"""
|
| 213 |
+
Aggregate results from multiple files
|
| 214 |
+
|
| 215 |
+
Returns:
|
| 216 |
+
Aggregated analysis result
|
| 217 |
+
"""
|
| 218 |
+
all_issues = []
|
| 219 |
+
total_errors = 0
|
| 220 |
+
total_warnings = 0
|
| 221 |
+
total_security_issues = 0
|
| 222 |
+
total_lines = 0
|
| 223 |
+
files_by_language = {}
|
| 224 |
+
|
| 225 |
+
for result in results:
|
| 226 |
+
# Aggregate issues
|
| 227 |
+
issues = result.get('issues', [])
|
| 228 |
+
for issue in issues:
|
| 229 |
+
issue['file'] = result.get('relative_path', result.get('file', ''))
|
| 230 |
+
all_issues.append(issue)
|
| 231 |
+
|
| 232 |
+
# Aggregate counts
|
| 233 |
+
summary = result.get('summary', {})
|
| 234 |
+
total_errors += summary.get('errors', 0)
|
| 235 |
+
total_warnings += summary.get('warnings', 0)
|
| 236 |
+
total_security_issues += summary.get('security_issues', 0)
|
| 237 |
+
|
| 238 |
+
# Aggregate metadata
|
| 239 |
+
metadata = result.get('metadata', {})
|
| 240 |
+
language = metadata.get('language', 'unknown')
|
| 241 |
+
total_lines += metadata.get('lines_of_code', 0)
|
| 242 |
+
|
| 243 |
+
files_by_language[language] = files_by_language.get(language, 0) + 1
|
| 244 |
+
|
| 245 |
+
return self._format_result(
|
| 246 |
+
issues=all_issues,
|
| 247 |
+
summary={
|
| 248 |
+
"total_errors": total_errors,
|
| 249 |
+
"total_warnings": total_warnings,
|
| 250 |
+
"total_security_issues": total_security_issues,
|
| 251 |
+
"files_analyzed": len(results),
|
| 252 |
+
"issues_by_file": len(all_issues) / len(results) if results else 0,
|
| 253 |
+
},
|
| 254 |
+
metadata={
|
| 255 |
+
"project_path": str(project_dir),
|
| 256 |
+
"total_lines_of_code": total_lines,
|
| 257 |
+
"files_by_language": files_by_language,
|
| 258 |
+
"languages": list(files_by_language.keys())
|
| 259 |
+
}
|
| 260 |
+
)
|
| 261 |
+
|
| 262 |
+
|
| 263 |
+
# Convenience functions
|
| 264 |
+
async def analyze_project(
|
| 265 |
+
project_path: str,
|
| 266 |
+
ctx: Any = None,
|
| 267 |
+
max_files: int = 100,
|
| 268 |
+
exclusions: Optional[List[str]] = None
|
| 269 |
+
) -> Dict[str, Any]:
|
| 270 |
+
"""
|
| 271 |
+
Convenience function to analyze an entire project
|
| 272 |
+
|
| 273 |
+
Args:
|
| 274 |
+
project_path: Root directory of the project
|
| 275 |
+
ctx: Optional MCP context for progress reporting
|
| 276 |
+
max_files: Maximum number of files to analyze
|
| 277 |
+
exclusions: Additional directories/patterns to exclude
|
| 278 |
+
|
| 279 |
+
Returns:
|
| 280 |
+
Aggregated analysis results dictionary
|
| 281 |
+
"""
|
| 282 |
+
analyzer = ProjectAnalyzer()
|
| 283 |
+
return await analyzer.analyze_project(project_path, ctx, max_files, exclusions)
|
src/analyzers/python_analyzer.py
ADDED
|
@@ -0,0 +1,327 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
🐍 Premium Python Code Analyzer
|
| 3 |
+
Integrates: Ruff (linting), Bandit (security), Radon (complexity), mypy (types)
|
| 4 |
+
"""
|
| 5 |
+
import asyncio
|
| 6 |
+
import json
|
| 7 |
+
from typing import Dict, Any, Optional
|
| 8 |
+
import logging
|
| 9 |
+
from src.analyzers.base import BaseAnalyzer, AnalysisError
|
| 10 |
+
|
| 11 |
+
logger = logging.getLogger(__name__)
|
| 12 |
+
|
| 13 |
+
|
| 14 |
+
class PythonAnalyzer(BaseAnalyzer):
|
| 15 |
+
"""
|
| 16 |
+
🐍 Comprehensive Python code analyzer
|
| 17 |
+
- Ruff: Fast Python linter (replaces flake8, pylint, etc.)
|
| 18 |
+
- Bandit: Security vulnerability scanner
|
| 19 |
+
- Radon: Complexity metrics (cyclomatic, maintainability)
|
| 20 |
+
- mypy: Optional type checking
|
| 21 |
+
"""
|
| 22 |
+
|
| 23 |
+
def __init__(self, timeout: int = 30):
|
| 24 |
+
super().__init__(timeout)
|
| 25 |
+
self.include_type_checking = True
|
| 26 |
+
|
| 27 |
+
async def analyze(self, code: str, ctx: Any = None) -> Dict[str, Any]:
|
| 28 |
+
"""
|
| 29 |
+
🔍 Complete Python code analysis
|
| 30 |
+
|
| 31 |
+
Args:
|
| 32 |
+
code: Python source code
|
| 33 |
+
ctx: Optional MCP context for progress
|
| 34 |
+
|
| 35 |
+
Returns:
|
| 36 |
+
Comprehensive analysis results
|
| 37 |
+
"""
|
| 38 |
+
temp_file = None
|
| 39 |
+
|
| 40 |
+
try:
|
| 41 |
+
# Create temp file
|
| 42 |
+
temp_file = self._create_temp_file(code, suffix='.py')
|
| 43 |
+
|
| 44 |
+
# Progress: Starting
|
| 45 |
+
if ctx:
|
| 46 |
+
await ctx.report_progress(0, 100, "Starting Python analysis...")
|
| 47 |
+
|
| 48 |
+
# Run all analyzers in parallel
|
| 49 |
+
results = await asyncio.gather(
|
| 50 |
+
self._run_ruff(temp_file, ctx),
|
| 51 |
+
self._run_bandit(temp_file, ctx),
|
| 52 |
+
self._run_radon(temp_file, ctx),
|
| 53 |
+
return_exceptions=True
|
| 54 |
+
)
|
| 55 |
+
|
| 56 |
+
ruff_result, bandit_result, radon_result = results
|
| 57 |
+
|
| 58 |
+
# Combine all issues
|
| 59 |
+
all_issues = []
|
| 60 |
+
|
| 61 |
+
# Ruff issues
|
| 62 |
+
if isinstance(ruff_result, dict) and "issues" in ruff_result:
|
| 63 |
+
all_issues.extend(ruff_result["issues"])
|
| 64 |
+
elif isinstance(ruff_result, Exception):
|
| 65 |
+
logger.error(f"Ruff analysis failed: {ruff_result}")
|
| 66 |
+
|
| 67 |
+
# Bandit issues (security)
|
| 68 |
+
if isinstance(bandit_result, dict) and "issues" in bandit_result:
|
| 69 |
+
all_issues.extend(bandit_result["issues"])
|
| 70 |
+
elif isinstance(bandit_result, Exception):
|
| 71 |
+
logger.error(f"Bandit analysis failed: {bandit_result}")
|
| 72 |
+
|
| 73 |
+
# Progress: Complete
|
| 74 |
+
if ctx:
|
| 75 |
+
await ctx.report_progress(100, 100, "Python analysis complete!")
|
| 76 |
+
|
| 77 |
+
# Build comprehensive result
|
| 78 |
+
result = self._format_result(
|
| 79 |
+
issues=all_issues,
|
| 80 |
+
summary={
|
| 81 |
+
"errors": sum(1 for i in all_issues if i.get("severity") == "error"),
|
| 82 |
+
"warnings": sum(1 for i in all_issues if i.get("severity") == "warning"),
|
| 83 |
+
"security_issues": len(bandit_result.get("issues", [])) if isinstance(bandit_result, dict) else 0,
|
| 84 |
+
"complexity": radon_result if isinstance(radon_result, dict) else {}
|
| 85 |
+
},
|
| 86 |
+
metadata={
|
| 87 |
+
"language": "python",
|
| 88 |
+
"tools": ["ruff", "bandit", "radon"],
|
| 89 |
+
"lines_of_code": len(code.splitlines())
|
| 90 |
+
}
|
| 91 |
+
)
|
| 92 |
+
|
| 93 |
+
return result
|
| 94 |
+
|
| 95 |
+
finally:
|
| 96 |
+
if temp_file:
|
| 97 |
+
self._cleanup_temp_file(temp_file)
|
| 98 |
+
|
| 99 |
+
async def _run_ruff(self, file_path: str, ctx: Any = None) -> Dict[str, Any]:
|
| 100 |
+
"""
|
| 101 |
+
🔧 Run Ruff linter
|
| 102 |
+
|
| 103 |
+
Ruff is an extremely fast Python linter written in Rust.
|
| 104 |
+
Combines rules from flake8, pylint, pycodestyle, etc.
|
| 105 |
+
"""
|
| 106 |
+
try:
|
| 107 |
+
if ctx:
|
| 108 |
+
await ctx.report_progress(20, 100, "Running Ruff linter...")
|
| 109 |
+
|
| 110 |
+
# Run Ruff with JSON output
|
| 111 |
+
stdout, stderr, returncode = await self._run_subprocess([
|
| 112 |
+
"ruff", "check",
|
| 113 |
+
"--output-format=json",
|
| 114 |
+
"--select=ALL", # Enable all rules
|
| 115 |
+
file_path
|
| 116 |
+
])
|
| 117 |
+
|
| 118 |
+
# Ruff returns non-zero for violations, which is expected
|
| 119 |
+
if stdout:
|
| 120 |
+
try:
|
| 121 |
+
ruff_output = json.loads(stdout)
|
| 122 |
+
except json.JSONDecodeError:
|
| 123 |
+
logger.warning(f"Failed to parse Ruff JSON output: {stdout[:200]}")
|
| 124 |
+
return {"issues": []}
|
| 125 |
+
|
| 126 |
+
# Convert Ruff format to our standard format
|
| 127 |
+
issues = []
|
| 128 |
+
for violation in ruff_output:
|
| 129 |
+
issues.append(self._format_issue(
|
| 130 |
+
line=violation.get("location", {}).get("row", 0),
|
| 131 |
+
column=violation.get("location", {}).get("column", 0),
|
| 132 |
+
message=violation.get("message", ""),
|
| 133 |
+
severity="error" if violation.get("code", "").startswith("E") else "warning",
|
| 134 |
+
rule_id=violation.get("code"),
|
| 135 |
+
fix=violation.get("fix", {}).get("message") if violation.get("fix") else None
|
| 136 |
+
))
|
| 137 |
+
|
| 138 |
+
logger.info(f"Ruff found {len(issues)} issues")
|
| 139 |
+
return {"issues": issues}
|
| 140 |
+
|
| 141 |
+
return {"issues": []}
|
| 142 |
+
|
| 143 |
+
except AnalysisError as e:
|
| 144 |
+
logger.error(f"Ruff execution failed: {e}")
|
| 145 |
+
raise
|
| 146 |
+
|
| 147 |
+
async def _run_bandit(self, file_path: str, ctx: Any = None) -> Dict[str, Any]:
|
| 148 |
+
"""
|
| 149 |
+
🛡️ Run Bandit security scanner
|
| 150 |
+
|
| 151 |
+
Bandit finds common security issues in Python code
|
| 152 |
+
"""
|
| 153 |
+
try:
|
| 154 |
+
if ctx:
|
| 155 |
+
await ctx.report_progress(50, 100, "Running security scan...")
|
| 156 |
+
|
| 157 |
+
# Run Bandit with JSON output
|
| 158 |
+
stdout, stderr, returncode = await self._run_subprocess([
|
| 159 |
+
"bandit",
|
| 160 |
+
"-f", "json",
|
| 161 |
+
"-q", # Quiet mode
|
| 162 |
+
file_path
|
| 163 |
+
])
|
| 164 |
+
|
| 165 |
+
if stdout:
|
| 166 |
+
try:
|
| 167 |
+
bandit_output = json.loads(stdout)
|
| 168 |
+
except json.JSONDecodeError:
|
| 169 |
+
logger.warning(f"Failed to parse Bandit JSON output")
|
| 170 |
+
return {"issues": []}
|
| 171 |
+
|
| 172 |
+
# Convert Bandit format to our standard format
|
| 173 |
+
issues = []
|
| 174 |
+
for result in bandit_output.get("results", []):
|
| 175 |
+
# Map Bandit severity to our levels
|
| 176 |
+
severity_map = {
|
| 177 |
+
"HIGH": "error",
|
| 178 |
+
"MEDIUM": "warning",
|
| 179 |
+
"LOW": "info"
|
| 180 |
+
}
|
| 181 |
+
|
| 182 |
+
issues.append(self._format_issue(
|
| 183 |
+
line=result.get("line_number", 0),
|
| 184 |
+
column=result.get("col_offset", 0),
|
| 185 |
+
message=f"🛡️ Security: {result.get('issue_text', '')}",
|
| 186 |
+
severity=severity_map.get(result.get("issue_severity", "LOW"), "info"),
|
| 187 |
+
rule_id=result.get("test_id"),
|
| 188 |
+
fix=None # Bandit doesn't provide auto-fixes
|
| 189 |
+
))
|
| 190 |
+
|
| 191 |
+
logger.info(f"Bandit found {len(issues)} security issues")
|
| 192 |
+
return {"issues": issues}
|
| 193 |
+
|
| 194 |
+
return {"issues": []}
|
| 195 |
+
|
| 196 |
+
except AnalysisError as e:
|
| 197 |
+
logger.error(f"Bandit execution failed: {e}")
|
| 198 |
+
raise
|
| 199 |
+
|
| 200 |
+
async def _run_radon(self, file_path: str, ctx: Any = None) -> Dict[str, Any]:
|
| 201 |
+
"""
|
| 202 |
+
📊 Run Radon complexity analyzer
|
| 203 |
+
|
| 204 |
+
Calculates cyclomatic complexity and maintainability index
|
| 205 |
+
"""
|
| 206 |
+
try:
|
| 207 |
+
if ctx:
|
| 208 |
+
await ctx.report_progress(75, 100, "Calculating complexity metrics...")
|
| 209 |
+
|
| 210 |
+
# Run Radon for cyclomatic complexity
|
| 211 |
+
cc_stdout, _, _ = await self._run_subprocess([
|
| 212 |
+
"radon", "cc",
|
| 213 |
+
"-s", # Show complexity score
|
| 214 |
+
"-j", # JSON output
|
| 215 |
+
file_path
|
| 216 |
+
])
|
| 217 |
+
|
| 218 |
+
# Run Radon for maintainability index
|
| 219 |
+
mi_stdout, _, _ = await self._run_subprocess([
|
| 220 |
+
"radon", "mi",
|
| 221 |
+
"-s", # Show score
|
| 222 |
+
"-j", # JSON output
|
| 223 |
+
file_path
|
| 224 |
+
])
|
| 225 |
+
|
| 226 |
+
complexity_data = {}
|
| 227 |
+
|
| 228 |
+
# Parse cyclomatic complexity
|
| 229 |
+
if cc_stdout:
|
| 230 |
+
try:
|
| 231 |
+
cc_data = json.loads(cc_stdout)
|
| 232 |
+
complexity_data["cyclomatic_complexity"] = cc_data
|
| 233 |
+
except json.JSONDecodeError:
|
| 234 |
+
pass
|
| 235 |
+
|
| 236 |
+
# Parse maintainability index
|
| 237 |
+
if mi_stdout:
|
| 238 |
+
try:
|
| 239 |
+
mi_data = json.loads(mi_stdout)
|
| 240 |
+
complexity_data["maintainability_index"] = mi_data
|
| 241 |
+
except json.JSONDecodeError:
|
| 242 |
+
pass
|
| 243 |
+
|
| 244 |
+
logger.info("Complexity analysis complete")
|
| 245 |
+
return complexity_data
|
| 246 |
+
|
| 247 |
+
except AnalysisError as e:
|
| 248 |
+
logger.warning(f"Radon execution failed: {e}")
|
| 249 |
+
return {}
|
| 250 |
+
|
| 251 |
+
|
| 252 |
+
# Convenience functions for direct use
|
| 253 |
+
async def analyze_python(code: str, ctx: Any = None) -> Dict[str, Any]:
|
| 254 |
+
"""
|
| 255 |
+
🚀 Quick Python analysis function
|
| 256 |
+
|
| 257 |
+
Args:
|
| 258 |
+
code: Python source code
|
| 259 |
+
ctx: Optional MCP context
|
| 260 |
+
|
| 261 |
+
Returns:
|
| 262 |
+
Analysis results
|
| 263 |
+
"""
|
| 264 |
+
analyzer = PythonAnalyzer()
|
| 265 |
+
return await analyzer.analyze(code, ctx)
|
| 266 |
+
|
| 267 |
+
|
| 268 |
+
async def scan_security_python(code: str, ctx: Any = None) -> Dict[str, Any]:
|
| 269 |
+
"""
|
| 270 |
+
🛡️ Quick security-only scan
|
| 271 |
+
|
| 272 |
+
Args:
|
| 273 |
+
code: Python source code
|
| 274 |
+
ctx: Optional MCP context
|
| 275 |
+
|
| 276 |
+
Returns:
|
| 277 |
+
Security vulnerabilities
|
| 278 |
+
"""
|
| 279 |
+
analyzer = PythonAnalyzer()
|
| 280 |
+
temp_file = None
|
| 281 |
+
|
| 282 |
+
try:
|
| 283 |
+
temp_file = analyzer._create_temp_file(code, suffix='.py')
|
| 284 |
+
result = await analyzer._run_bandit(temp_file, ctx)
|
| 285 |
+
|
| 286 |
+
return {
|
| 287 |
+
"vulnerabilities": result.get("issues", []),
|
| 288 |
+
"vulnerability_count": len(result.get("issues", [])),
|
| 289 |
+
"summary": {
|
| 290 |
+
"critical": sum(1 for i in result.get("issues", []) if i.get("severity") == "error"),
|
| 291 |
+
"high": sum(1 for i in result.get("issues", []) if i.get("severity") == "warning"),
|
| 292 |
+
"medium": sum(1 for i in result.get("issues", []) if i.get("severity") == "info")
|
| 293 |
+
}
|
| 294 |
+
}
|
| 295 |
+
finally:
|
| 296 |
+
if temp_file:
|
| 297 |
+
analyzer._cleanup_temp_file(temp_file)
|
| 298 |
+
|
| 299 |
+
|
| 300 |
+
async def calculate_complexity_python(code: str, ctx: Any = None) -> Dict[str, Any]:
|
| 301 |
+
"""
|
| 302 |
+
📊 Quick complexity calculation
|
| 303 |
+
|
| 304 |
+
Args:
|
| 305 |
+
code: Python source code
|
| 306 |
+
ctx: Optional MCP context
|
| 307 |
+
|
| 308 |
+
Returns:
|
| 309 |
+
Complexity metrics
|
| 310 |
+
"""
|
| 311 |
+
analyzer = PythonAnalyzer()
|
| 312 |
+
temp_file = None
|
| 313 |
+
|
| 314 |
+
try:
|
| 315 |
+
temp_file = analyzer._create_temp_file(code, suffix='.py')
|
| 316 |
+
metrics = await analyzer._run_radon(temp_file, ctx)
|
| 317 |
+
|
| 318 |
+
return {
|
| 319 |
+
"metrics": metrics,
|
| 320 |
+
"summary": {
|
| 321 |
+
"has_complex_functions": bool(metrics.get("cyclomatic_complexity")),
|
| 322 |
+
"maintainability_grade": "A" # Would parse from actual data
|
| 323 |
+
}
|
| 324 |
+
}
|
| 325 |
+
finally:
|
| 326 |
+
if temp_file:
|
| 327 |
+
analyzer._cleanup_temp_file(temp_file)
|
src/config.py
ADDED
|
@@ -0,0 +1,244 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
🏆 Premium AI Provider Configuration System
|
| 3 |
+
Supports: OpenAI GPT-5, Google Gemini 3, Claude Sonnet 4.5, and 6 Free OpenRouter Models
|
| 4 |
+
"""
|
| 5 |
+
import os
|
| 6 |
+
from pathlib import Path
|
| 7 |
+
from typing import Optional, Dict
|
| 8 |
+
from enum import Enum
|
| 9 |
+
from dataclasses import dataclass
|
| 10 |
+
from dotenv import load_dotenv
|
| 11 |
+
import logging
|
| 12 |
+
|
| 13 |
+
logger = logging.getLogger(__name__)
|
| 14 |
+
|
| 15 |
+
# Load environment variables
|
| 16 |
+
load_dotenv()
|
| 17 |
+
|
| 18 |
+
|
| 19 |
+
class AIProvider(str, Enum):
|
| 20 |
+
"""Supported AI providers"""
|
| 21 |
+
# ⭐ Premium Providers (Require API Keys)
|
| 22 |
+
OPENAI = "openai"
|
| 23 |
+
GOOGLE_GEMINI = "google"
|
| 24 |
+
ANTHROPIC = "anthropic"
|
| 25 |
+
|
| 26 |
+
# 🆓 Free OpenRouter Models
|
| 27 |
+
GROK = "grok"
|
| 28 |
+
KAT_CODER = "kat-coder"
|
| 29 |
+
QWEN_CODER = "qwen-coder"
|
| 30 |
+
LONGCAT = "longcat"
|
| 31 |
+
GPT_OSS = "gpt-oss"
|
| 32 |
+
KIMI = "kimi"
|
| 33 |
+
|
| 34 |
+
|
| 35 |
+
@dataclass
|
| 36 |
+
class ModelConfig:
|
| 37 |
+
"""Configuration for an AI model"""
|
| 38 |
+
name: str
|
| 39 |
+
display_name: str
|
| 40 |
+
provider: AIProvider
|
| 41 |
+
model_id: str
|
| 42 |
+
is_premium: bool
|
| 43 |
+
badge: str
|
| 44 |
+
requires_api_key: bool
|
| 45 |
+
|
| 46 |
+
|
| 47 |
+
# 🎯 Available Models Configuration
|
| 48 |
+
AVAILABLE_MODELS: Dict[str, ModelConfig] = {
|
| 49 |
+
# ⭐ Premium Models
|
| 50 |
+
"gpt-5": ModelConfig(
|
| 51 |
+
name="gpt-5",
|
| 52 |
+
display_name="⭐ GPT-5 (OpenAI)",
|
| 53 |
+
provider=AIProvider.OPENAI,
|
| 54 |
+
model_id="gpt-5",
|
| 55 |
+
is_premium=True,
|
| 56 |
+
badge="⭐ PRO",
|
| 57 |
+
requires_api_key=True
|
| 58 |
+
),
|
| 59 |
+
"gemini-3": ModelConfig(
|
| 60 |
+
name="gemini-3",
|
| 61 |
+
display_name="⭐ Gemini 3 (Google)",
|
| 62 |
+
provider=AIProvider.GOOGLE_GEMINI,
|
| 63 |
+
model_id="gemini-3.0-pro",
|
| 64 |
+
is_premium=True,
|
| 65 |
+
badge="⭐ PRO",
|
| 66 |
+
requires_api_key=True
|
| 67 |
+
),
|
| 68 |
+
"claude-sonnet": ModelConfig(
|
| 69 |
+
name="claude-sonnet",
|
| 70 |
+
display_name="⭐ Claude Sonnet 4.5 (Anthropic)",
|
| 71 |
+
provider=AIProvider.ANTHROPIC,
|
| 72 |
+
model_id="claude-sonnet-4.5",
|
| 73 |
+
is_premium=True,
|
| 74 |
+
badge="⭐ PRO",
|
| 75 |
+
requires_api_key=True
|
| 76 |
+
),
|
| 77 |
+
|
| 78 |
+
# 🆓 Free OpenRouter Models
|
| 79 |
+
"grok-4.1": ModelConfig(
|
| 80 |
+
name="grok-4.1",
|
| 81 |
+
display_name="🆓 Grok 4.1 Fast",
|
| 82 |
+
provider=AIProvider.GROK,
|
| 83 |
+
model_id="x-ai/grok-4.1-fast:free",
|
| 84 |
+
is_premium=False,
|
| 85 |
+
badge="🆓 FREE",
|
| 86 |
+
requires_api_key=False
|
| 87 |
+
),
|
| 88 |
+
"kat-coder": ModelConfig(
|
| 89 |
+
name="kat-coder",
|
| 90 |
+
display_name="🆓 KAT-Coder-Pro V1",
|
| 91 |
+
provider=AIProvider.KAT_CODER,
|
| 92 |
+
model_id="kwaipilot/kat-coder-pro:free",
|
| 93 |
+
is_premium=False,
|
| 94 |
+
badge="🆓 FREE",
|
| 95 |
+
requires_api_key=False
|
| 96 |
+
),
|
| 97 |
+
"qwen-coder": ModelConfig(
|
| 98 |
+
name="qwen-coder",
|
| 99 |
+
display_name="🆓 Qwen3 Coder",
|
| 100 |
+
provider=AIProvider.QWEN_CODER,
|
| 101 |
+
model_id="qwen/qwen3-coder:free",
|
| 102 |
+
is_premium=False,
|
| 103 |
+
badge="🆓 FREE",
|
| 104 |
+
requires_api_key=False
|
| 105 |
+
),
|
| 106 |
+
"longcat": ModelConfig(
|
| 107 |
+
name="longcat",
|
| 108 |
+
display_name="🆓 LongCat Flash Chat",
|
| 109 |
+
provider=AIProvider.LONGCAT,
|
| 110 |
+
model_id="meituan/longcat-flash-chat:free",
|
| 111 |
+
is_premium=False,
|
| 112 |
+
badge="🆓 FREE",
|
| 113 |
+
requires_api_key=False
|
| 114 |
+
),
|
| 115 |
+
"gpt-oss": ModelConfig(
|
| 116 |
+
name="gpt-oss",
|
| 117 |
+
display_name="🆓 GPT-OSS 20B",
|
| 118 |
+
provider=AIProvider.GPT_OSS,
|
| 119 |
+
model_id="openai/gpt-oss-20b:free",
|
| 120 |
+
is_premium=False,
|
| 121 |
+
badge="🆓 FREE",
|
| 122 |
+
requires_api_key=False
|
| 123 |
+
),
|
| 124 |
+
"kimi": ModelConfig(
|
| 125 |
+
name="kimi",
|
| 126 |
+
display_name="🆓 Kimi K2",
|
| 127 |
+
provider=AIProvider.KIMI,
|
| 128 |
+
model_id="moonshotai/kimi-k2:free",
|
| 129 |
+
is_premium=False,
|
| 130 |
+
badge="🆓 FREE",
|
| 131 |
+
requires_api_key=False
|
| 132 |
+
),
|
| 133 |
+
}
|
| 134 |
+
|
| 135 |
+
|
| 136 |
+
class Config:
|
| 137 |
+
"""🏆 Premium Application Configuration"""
|
| 138 |
+
|
| 139 |
+
# API Keys
|
| 140 |
+
GOOGLE_API_KEY: str = os.getenv("GOOGLE_API_KEY", "")
|
| 141 |
+
OPENAI_API_KEY: str = os.getenv("OPENAI_API_KEY", "")
|
| 142 |
+
ANTHROPIC_API_KEY: str = os.getenv("ANTHROPIC_API_KEY", "")
|
| 143 |
+
OPENROUTER_API_KEY: str = os.getenv(
|
| 144 |
+
"OPENROUTER_API_KEY",
|
| 145 |
+
"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"
|
| 146 |
+
)
|
| 147 |
+
|
| 148 |
+
# Default model
|
| 149 |
+
DEFAULT_MODEL: str = os.getenv("DEFAULT_MODEL", "grok-4.1")
|
| 150 |
+
|
| 151 |
+
# AI settings
|
| 152 |
+
MAX_TOKENS: int = int(os.getenv("MAX_TOKENS", "4096"))
|
| 153 |
+
TEMPERATURE: float = float(os.getenv("TEMPERATURE", "0.7"))
|
| 154 |
+
|
| 155 |
+
# Server settings
|
| 156 |
+
LOG_LEVEL: str = os.getenv("LOG_LEVEL", "INFO")
|
| 157 |
+
|
| 158 |
+
# Cache settings
|
| 159 |
+
CACHE_MAX_SIZE: int = int(os.getenv("CACHE_MAX_SIZE", "1000"))
|
| 160 |
+
|
| 161 |
+
# Rate limiting
|
| 162 |
+
RATE_LIMIT_PER_MINUTE: int = int(os.getenv("RATE_LIMIT_PER_MINUTE", "60"))
|
| 163 |
+
|
| 164 |
+
# Project paths
|
| 165 |
+
PROJECT_ROOT: Path = Path(__file__).parent.parent
|
| 166 |
+
RESOURCES_DIR: Path = PROJECT_ROOT / "src" / "resources" / "static"
|
| 167 |
+
|
| 168 |
+
@classmethod
|
| 169 |
+
def get_model_config(cls, model_name: str) -> Optional[ModelConfig]:
|
| 170 |
+
"""Get configuration for a specific model"""
|
| 171 |
+
return AVAILABLE_MODELS.get(model_name)
|
| 172 |
+
|
| 173 |
+
@classmethod
|
| 174 |
+
def get_available_models(cls) -> Dict[str, ModelConfig]:
|
| 175 |
+
"""Get all available models"""
|
| 176 |
+
return AVAILABLE_MODELS
|
| 177 |
+
|
| 178 |
+
@classmethod
|
| 179 |
+
def get_dropdown_options(cls) -> list:
|
| 180 |
+
"""Get formatted options for UI dropdown"""
|
| 181 |
+
options = []
|
| 182 |
+
|
| 183 |
+
# Premium models first
|
| 184 |
+
for model_id, config in AVAILABLE_MODELS.items():
|
| 185 |
+
if config.is_premium:
|
| 186 |
+
options.append(config.display_name)
|
| 187 |
+
|
| 188 |
+
# Then free models
|
| 189 |
+
for model_id, config in AVAILABLE_MODELS.items():
|
| 190 |
+
if not config.is_premium:
|
| 191 |
+
options.append(config.display_name)
|
| 192 |
+
|
| 193 |
+
return options
|
| 194 |
+
|
| 195 |
+
@classmethod
|
| 196 |
+
def get_model_by_display_name(cls, display_name: str) -> Optional[str]:
|
| 197 |
+
"""Get model key from display name"""
|
| 198 |
+
for model_id, config in AVAILABLE_MODELS.items():
|
| 199 |
+
if config.display_name == display_name:
|
| 200 |
+
return model_id
|
| 201 |
+
return None
|
| 202 |
+
|
| 203 |
+
@classmethod
|
| 204 |
+
def validate_api_key(cls, model_name: str, api_key: Optional[str] = None) -> bool:
|
| 205 |
+
"""Validate if required API key is available"""
|
| 206 |
+
model_config = cls.get_model_config(model_name)
|
| 207 |
+
if not model_config:
|
| 208 |
+
return False
|
| 209 |
+
|
| 210 |
+
# Free OpenRouter models don't need user API key
|
| 211 |
+
if not model_config.requires_api_key:
|
| 212 |
+
return True
|
| 213 |
+
|
| 214 |
+
# Premium models need specific API keys
|
| 215 |
+
if model_config.provider == AIProvider.OPENAI:
|
| 216 |
+
return bool(api_key or cls.OPENAI_API_KEY)
|
| 217 |
+
elif model_config.provider == AIProvider.GOOGLE_GEMINI:
|
| 218 |
+
return bool(api_key or cls.GOOGLE_API_KEY)
|
| 219 |
+
elif model_config.provider == AIProvider.ANTHROPIC:
|
| 220 |
+
return bool(api_key or cls.ANTHROPIC_API_KEY)
|
| 221 |
+
|
| 222 |
+
return False
|
| 223 |
+
|
| 224 |
+
@classmethod
|
| 225 |
+
def validate(cls) -> bool:
|
| 226 |
+
"""Validate configuration"""
|
| 227 |
+
# At least OpenRouter should work
|
| 228 |
+
return bool(cls.OPENROUTER_API_KEY)
|
| 229 |
+
|
| 230 |
+
@classmethod
|
| 231 |
+
def get_config_file(cls, path: Optional[str] = None) -> Optional[Path]:
|
| 232 |
+
"""Get configuration file path"""
|
| 233 |
+
if path:
|
| 234 |
+
return Path(path)
|
| 235 |
+
|
| 236 |
+
# Check for .codelintrc.json in current directory
|
| 237 |
+
config_path = Path.cwd() / ".codelintrc.json"
|
| 238 |
+
if config_path.exists():
|
| 239 |
+
return config_path
|
| 240 |
+
|
| 241 |
+
return None
|
| 242 |
+
|
| 243 |
+
# Validate configuration on import
|
| 244 |
+
Config.validate()
|
src/resources/__init__.py
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
"""MCP resources"""
|
src/resources/static/best_practices.md
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Python Best Practices
|
| 2 |
+
|
| 3 |
+
## Code Style
|
| 4 |
+
- Follow PEP 8 style guide
|
| 5 |
+
- Use meaningful variable names
|
| 6 |
+
- Keep functions small and focused
|
| 7 |
+
- Add docstrings to all public functions
|
| 8 |
+
|
| 9 |
+
## Common Issues
|
| 10 |
+
- Avoid mutable default arguments
|
| 11 |
+
- Use context managers for file operations
|
| 12 |
+
- Handle exceptions appropriately
|
| 13 |
+
- Don't use bare `except:` clauses
|
| 14 |
+
|
| 15 |
+
## Type Hints
|
| 16 |
+
```python
|
| 17 |
+
def calculate_total(items: list[dict]) -> float:
|
| 18 |
+
"""Calculate total price with proper typing."""
|
| 19 |
+
return sum(item.get("price", 0.0) for item in items)
|
| 20 |
+
```
|
| 21 |
+
|
| 22 |
+
## Modern Python Features
|
| 23 |
+
- Use f-strings for formatting
|
| 24 |
+
- Leverage list/dict comprehensions
|
| 25 |
+
- Use dataclasses for data containers
|
| 26 |
+
- Apply type hints for better IDE support
|
src/resources/static/complexity_guide.md
ADDED
|
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Complexity Metrics Guide
|
| 2 |
+
|
| 3 |
+
## Cyclomatic Complexity
|
| 4 |
+
Measures the number of linearly independent paths through code.
|
| 5 |
+
|
| 6 |
+
### Rankings
|
| 7 |
+
- **A (1-5)**: Simple, easy to maintain
|
| 8 |
+
- **B (6-10)**: Moderate complexity
|
| 9 |
+
- **C (11-20)**: High complexity, consider refactoring
|
| 10 |
+
- **D (21-30)**: Very high, definitely refactor
|
| 11 |
+
- **F (31+)**: Extremely complex, needs immediate attention
|
| 12 |
+
|
| 13 |
+
## Maintainability Index
|
| 14 |
+
Score from 0-100 indicating how maintainable code is.
|
| 15 |
+
|
| 16 |
+
### Thresholds
|
| 17 |
+
- **85-100**: Highly maintainable ✅
|
| 18 |
+
- **65-84**: Moderately maintainable ⚠️
|
| 19 |
+
- **< 65**: Difficult to maintain ❌
|
| 20 |
+
|
| 21 |
+
## Reducing Complexity
|
| 22 |
+
|
| 23 |
+
### 1. Extract Methods
|
| 24 |
+
Break large functions into smaller, focused ones.
|
| 25 |
+
|
| 26 |
+
### 2. Eliminate Nested Logic
|
| 27 |
+
Replace nested if-else with early returns.
|
| 28 |
+
|
| 29 |
+
```python
|
| 30 |
+
# Bad: Nested
|
| 31 |
+
def process(data):
|
| 32 |
+
if data:
|
| 33 |
+
if data.valid:
|
| 34 |
+
if data.ready:
|
| 35 |
+
return data.process()
|
| 36 |
+
return None
|
| 37 |
+
|
| 38 |
+
# Good: Early returns
|
| 39 |
+
def process(data):
|
| 40 |
+
if not data:
|
| 41 |
+
return None
|
| 42 |
+
if not data.valid:
|
| 43 |
+
return None
|
| 44 |
+
if not data.ready:
|
| 45 |
+
return None
|
| 46 |
+
return data.process()
|
| 47 |
+
```
|
| 48 |
+
|
| 49 |
+
### 3. Use Design Patterns
|
| 50 |
+
Apply appropriate patterns to simplify logic.
|
| 51 |
+
|
| 52 |
+
### 4. Reduce Dependencies
|
| 53 |
+
Minimize coupling between modules.
|
src/resources/static/security_guidelines.md
ADDED
|
@@ -0,0 +1,36 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
# Security Guidelines
|
| 2 |
+
|
| 3 |
+
## Common Vulnerabilities
|
| 4 |
+
|
| 5 |
+
### SQL Injection
|
| 6 |
+
- Always use parameterized queries
|
| 7 |
+
- Never concatenate user input into SQL
|
| 8 |
+
- Use ORM frameworks when possible
|
| 9 |
+
|
| 10 |
+
### XSS (Cross-Site Scripting)
|
| 11 |
+
- Sanitize all user input
|
| 12 |
+
- Escape output in HTML contexts
|
| 13 |
+
- Use Content Security Policy headers
|
| 14 |
+
|
| 15 |
+
### Authentication
|
| 16 |
+
- Hash passwords with bcrypt or Argon2
|
| 17 |
+
- Implement rate limiting on auth endpoints
|
| 18 |
+
- Use secure session management
|
| 19 |
+
- Enable multi-factor authentication
|
| 20 |
+
|
| 21 |
+
### API Security
|
| 22 |
+
- Validate all input data
|
| 23 |
+
- Use HTTPS for all communications
|
| 24 |
+
- Implement proper CORS policies
|
| 25 |
+
- Rate limit API endpoints
|
| 26 |
+
|
| 27 |
+
### Sensitive Data
|
| 28 |
+
- Never log passwords or tokens
|
| 29 |
+
- Use environment variables for secrets
|
| 30 |
+
- Encrypt sensitive data at rest
|
| 31 |
+
- Implement proper access controls
|
| 32 |
+
|
| 33 |
+
## Security Tools
|
| 34 |
+
- **Bandit**: Python security linter
|
| 35 |
+
- **Safety**: Check dependencies for vulnerabilities
|
| 36 |
+
- **OWASP ZAP**: Web application security scanner
|
src/server.py
ADDED
|
@@ -0,0 +1,1375 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""🏆 CodeLint MCP Server - Premium Edition
|
| 2 |
+
|
| 3 |
+
FastMCP server with 10 tools, mature analyzers, and premium AI integration.
|
| 4 |
+
Built for top-tier performance with comprehensive error handling.
|
| 5 |
+
"""
|
| 6 |
+
import logging
|
| 7 |
+
import sys
|
| 8 |
+
from pathlib import Path
|
| 9 |
+
from typing import Any
|
| 10 |
+
|
| 11 |
+
# Add src to path
|
| 12 |
+
sys.path.insert(0, str(Path(__file__).parent.parent))
|
| 13 |
+
|
| 14 |
+
# Configure logging to stderr only
|
| 15 |
+
logging.basicConfig(
|
| 16 |
+
level=logging.INFO,
|
| 17 |
+
format='%(asctime)s - %(name)s - %(levelname)s - %(message)s',
|
| 18 |
+
stream=sys.stderr
|
| 19 |
+
)
|
| 20 |
+
logger = logging.getLogger(__name__)
|
| 21 |
+
|
| 22 |
+
# FastMCP imports
|
| 23 |
+
from fastmcp import FastMCP
|
| 24 |
+
from fastmcp.resources import FunctionResource
|
| 25 |
+
|
| 26 |
+
# Our premium analyzers
|
| 27 |
+
from src.analyzers.python_analyzer import PythonAnalyzer, analyze_python
|
| 28 |
+
from src.analyzers.javascript_analyzer import JavaScriptAnalyzer, analyze_javascript
|
| 29 |
+
from src.analyzers.project_analyzer import ProjectAnalyzer, analyze_project
|
| 30 |
+
from src.analyzers.git_analyzer import GitAnalyzer, analyze_git_diff
|
| 31 |
+
|
| 32 |
+
# Utilities
|
| 33 |
+
from src.utils.language_detector import detect_language
|
| 34 |
+
from src.utils.ai_client import generate_ai_response
|
| 35 |
+
from src.config import Config
|
| 36 |
+
|
| 37 |
+
# Create FastMCP server
|
| 38 |
+
mcp = FastMCP("codelint-premium")
|
| 39 |
+
|
| 40 |
+
logger.info("🏆 CodeLint MCP Server - Premium Edition")
|
| 41 |
+
logger.info("✅ All analyzers loaded and ready")
|
| 42 |
+
|
| 43 |
+
|
| 44 |
+
# ============================================================================
|
| 45 |
+
# CORE TOOLS (5 Essential)
|
| 46 |
+
# ============================================================================
|
| 47 |
+
|
| 48 |
+
@mcp.tool()
|
| 49 |
+
async def analyze_code(code: str, language: str = "auto") -> dict[str, Any]:
|
| 50 |
+
"""
|
| 51 |
+
Comprehensive code analysis with linting, security, and complexity.
|
| 52 |
+
|
| 53 |
+
Analyzes source code using multiple specialized tools:
|
| 54 |
+
- Python: Ruff (linting), Bandit (security), Radon (complexity)
|
| 55 |
+
- JavaScript/TypeScript: ESLint (linting), complexity analysis
|
| 56 |
+
|
| 57 |
+
Args:
|
| 58 |
+
code: Source code to analyze
|
| 59 |
+
language: Programming language (python, javascript, typescript, or auto)
|
| 60 |
+
|
| 61 |
+
Returns:
|
| 62 |
+
Analysis results with issues, summary, and metadata
|
| 63 |
+
"""
|
| 64 |
+
try:
|
| 65 |
+
if not code or not code.strip():
|
| 66 |
+
return {"error": "Code cannot be empty", "issues": []}
|
| 67 |
+
|
| 68 |
+
# Auto-detect language if needed
|
| 69 |
+
if language == "auto":
|
| 70 |
+
language = detect_language(code)
|
| 71 |
+
logger.info(f"Auto-detected language: {language}")
|
| 72 |
+
|
| 73 |
+
# Run appropriate analyzer
|
| 74 |
+
if language == "python":
|
| 75 |
+
analyzer = PythonAnalyzer()
|
| 76 |
+
result = await analyzer.analyze(code)
|
| 77 |
+
elif language in ["javascript", "typescript"]:
|
| 78 |
+
analyzer = JavaScriptAnalyzer()
|
| 79 |
+
result = await analyzer.analyze(code, language=language)
|
| 80 |
+
else:
|
| 81 |
+
return {
|
| 82 |
+
"error": f"Unsupported language: {language}",
|
| 83 |
+
"supported": ["python", "javascript", "typescript"],
|
| 84 |
+
"issues": []
|
| 85 |
+
}
|
| 86 |
+
|
| 87 |
+
logger.info(f"Analysis complete: {len(result.get('issues', []))} issues found")
|
| 88 |
+
return result
|
| 89 |
+
|
| 90 |
+
except Exception as e:
|
| 91 |
+
logger.error(f"analyze_code failed: {e}", exc_info=True)
|
| 92 |
+
return {"error": str(e), "issues": []}
|
| 93 |
+
|
| 94 |
+
|
| 95 |
+
@mcp.tool()
|
| 96 |
+
async def check_security(code: str, language: str = "auto") -> dict[str, Any]:
|
| 97 |
+
"""
|
| 98 |
+
Security vulnerability scanning with severity classification.
|
| 99 |
+
|
| 100 |
+
Focuses specifically on security issues:
|
| 101 |
+
- Python: Bandit security scanner
|
| 102 |
+
- JavaScript/TypeScript: Security-focused ESLint rules
|
| 103 |
+
|
| 104 |
+
Args:
|
| 105 |
+
code: Source code to scan for vulnerabilities
|
| 106 |
+
language: Programming language (python, javascript, typescript, or auto)
|
| 107 |
+
|
| 108 |
+
Returns:
|
| 109 |
+
Security scan results with vulnerability details
|
| 110 |
+
"""
|
| 111 |
+
try:
|
| 112 |
+
if not code or not code.strip():
|
| 113 |
+
return {"error": "Code cannot be empty", "vulnerabilities": []}
|
| 114 |
+
|
| 115 |
+
if language == "auto":
|
| 116 |
+
language = detect_language(code)
|
| 117 |
+
|
| 118 |
+
# Python security scanning
|
| 119 |
+
if language == "python":
|
| 120 |
+
from src.analyzers.python_analyzer import scan_security_python
|
| 121 |
+
result = await scan_security_python(code)
|
| 122 |
+
return result
|
| 123 |
+
|
| 124 |
+
# JavaScript security would use ESLint security rules
|
| 125 |
+
elif language in ["javascript", "typescript"]:
|
| 126 |
+
analyzer = JavaScriptAnalyzer()
|
| 127 |
+
result = await analyzer.analyze(code, language=language)
|
| 128 |
+
# Filter for security issues only
|
| 129 |
+
security_issues = [
|
| 130 |
+
issue for issue in result.get("issues", [])
|
| 131 |
+
if "security" in issue.get("message", "").lower()
|
| 132 |
+
]
|
| 133 |
+
return {
|
| 134 |
+
"vulnerabilities": security_issues,
|
| 135 |
+
"summary": {
|
| 136 |
+
"total": len(security_issues),
|
| 137 |
+
"high": sum(1 for i in security_issues if i.get("severity") == "error"),
|
| 138 |
+
"medium": sum(1 for i in security_issues if i.get("severity") == "warning")
|
| 139 |
+
}
|
| 140 |
+
}
|
| 141 |
+
else:
|
| 142 |
+
return {"error": f"Security scanning not supported for: {language}", "vulnerabilities": []}
|
| 143 |
+
|
| 144 |
+
except Exception as e:
|
| 145 |
+
logger.error(f"check_security failed: {e}", exc_info=True)
|
| 146 |
+
return {"error": str(e), "vulnerabilities": []}
|
| 147 |
+
|
| 148 |
+
|
| 149 |
+
@mcp.tool()
|
| 150 |
+
async def complexity_score(code: str, language: str = "auto") -> dict[str, Any]:
|
| 151 |
+
"""
|
| 152 |
+
Calculate code complexity metrics and maintainability index.
|
| 153 |
+
|
| 154 |
+
Metrics include:
|
| 155 |
+
- Cyclomatic complexity
|
| 156 |
+
- Maintainability index
|
| 157 |
+
- Function count
|
| 158 |
+
- Lines of code
|
| 159 |
+
|
| 160 |
+
Args:
|
| 161 |
+
code: Source code to analyze
|
| 162 |
+
language: Programming language (python, javascript, typescript, or auto)
|
| 163 |
+
|
| 164 |
+
Returns:
|
| 165 |
+
Complexity metrics dictionary
|
| 166 |
+
"""
|
| 167 |
+
try:
|
| 168 |
+
if not code or not code.strip():
|
| 169 |
+
return {"error": "Code cannot be empty", "complexity": {}}
|
| 170 |
+
|
| 171 |
+
if language == "auto":
|
| 172 |
+
language = detect_language(code)
|
| 173 |
+
|
| 174 |
+
if language == "python":
|
| 175 |
+
from src.analyzers.python_analyzer import calculate_complexity_python
|
| 176 |
+
result = await calculate_complexity_python(code)
|
| 177 |
+
return result
|
| 178 |
+
|
| 179 |
+
elif language in ["javascript", "typescript"]:
|
| 180 |
+
from src.analyzers.javascript_analyzer import calculate_complexity_javascript
|
| 181 |
+
result = await calculate_complexity_javascript(code)
|
| 182 |
+
return result
|
| 183 |
+
else:
|
| 184 |
+
return {"error": f"Complexity analysis not supported for: {language}", "complexity": {}}
|
| 185 |
+
|
| 186 |
+
except Exception as e:
|
| 187 |
+
logger.error(f"complexity_score failed: {e}", exc_info=True)
|
| 188 |
+
return {"error": str(e), "complexity": {}}
|
| 189 |
+
|
| 190 |
+
|
| 191 |
+
@mcp.tool()
|
| 192 |
+
async def suggest_fixes(code: str, language: str = "auto", model: str = "grok-4.1") -> dict[str, Any]:
|
| 193 |
+
"""
|
| 194 |
+
AI-powered fix suggestions for code issues.
|
| 195 |
+
|
| 196 |
+
Uses premium AI models to:
|
| 197 |
+
- Identify problems in code
|
| 198 |
+
- Generate fix suggestions with explanations
|
| 199 |
+
- Provide complete corrected code
|
| 200 |
+
|
| 201 |
+
Args:
|
| 202 |
+
code: Source code with issues
|
| 203 |
+
language: Programming language (auto-detected if not specified)
|
| 204 |
+
model: AI model to use (default: grok-4.1 free)
|
| 205 |
+
|
| 206 |
+
Returns:
|
| 207 |
+
Fix suggestions with explanations and corrected code
|
| 208 |
+
"""
|
| 209 |
+
try:
|
| 210 |
+
if not code or not code.strip():
|
| 211 |
+
return {"error": "Code cannot be empty", "suggestions": []}
|
| 212 |
+
|
| 213 |
+
if language == "auto":
|
| 214 |
+
language = detect_language(code)
|
| 215 |
+
|
| 216 |
+
# First analyze to find issues
|
| 217 |
+
analyzer_result = await analyze_code(code=code, language=language)
|
| 218 |
+
issues = analyzer_result.get("issues", [])
|
| 219 |
+
|
| 220 |
+
if not issues:
|
| 221 |
+
return {
|
| 222 |
+
"message": "No issues found - code looks good!",
|
| 223 |
+
"suggestions": []
|
| 224 |
+
}
|
| 225 |
+
|
| 226 |
+
# Prepare prompt for AI
|
| 227 |
+
issues_summary = "\\n".join([
|
| 228 |
+
f"- Line {issue.get('line')}: {issue.get('message')}"
|
| 229 |
+
for issue in issues[:10] # Limit to first 10 issues
|
| 230 |
+
])
|
| 231 |
+
|
| 232 |
+
prompt = f"""Analyze this {language} code and suggest fixes for the following issues:
|
| 233 |
+
|
| 234 |
+
```{language}
|
| 235 |
+
{code}
|
| 236 |
+
```
|
| 237 |
+
|
| 238 |
+
Issues found:
|
| 239 |
+
{issues_summary}
|
| 240 |
+
|
| 241 |
+
Please provide:
|
| 242 |
+
1. Explanation of each issue
|
| 243 |
+
2. How to fix it
|
| 244 |
+
3. Complete corrected code
|
| 245 |
+
|
| 246 |
+
Be concise but comprehensive."""
|
| 247 |
+
|
| 248 |
+
# Get AI response
|
| 249 |
+
ai_response = await generate_ai_response(
|
| 250 |
+
prompt=prompt,
|
| 251 |
+
model_name=model
|
| 252 |
+
)
|
| 253 |
+
|
| 254 |
+
return {
|
| 255 |
+
"issues_found": len(issues),
|
| 256 |
+
"ai_suggestions": ai_response,
|
| 257 |
+
"model_used": model
|
| 258 |
+
}
|
| 259 |
+
|
| 260 |
+
except Exception as e:
|
| 261 |
+
logger.error(f"suggest_fixes failed: {e}", exc_info=True)
|
| 262 |
+
return {"error": str(e), "suggestions": []}
|
| 263 |
+
|
| 264 |
+
|
| 265 |
+
@mcp.tool()
|
| 266 |
+
async def get_server_info() -> dict[str, Any]:
|
| 267 |
+
"""
|
| 268 |
+
Get server capabilities, supported languages, and available AI models.
|
| 269 |
+
|
| 270 |
+
Returns:
|
| 271 |
+
Server information including tools, resources, and models
|
| 272 |
+
"""
|
| 273 |
+
config = Config()
|
| 274 |
+
|
| 275 |
+
return {
|
| 276 |
+
"server": "CodeLint MCP Premium",
|
| 277 |
+
"version": "2.0.0",
|
| 278 |
+
"tools": [
|
| 279 |
+
"analyze_code", "check_security", "complexity_score",
|
| 280 |
+
"suggest_fixes", "analyze_project", "analyze_git_diff",
|
| 281 |
+
"explain_code", "generate_tests", "generate_docs", "get_server_info"
|
| 282 |
+
],
|
| 283 |
+
"supported_languages": [
|
| 284 |
+
"python", "javascript", "typescript"
|
| 285 |
+
],
|
| 286 |
+
"analyzers": {
|
| 287 |
+
"python": ["ruff", "bandit", "radon"],
|
| 288 |
+
"javascript": ["eslint", "complexity"],
|
| 289 |
+
"typescript": ["eslint", "complexity"]
|
| 290 |
+
},
|
| 291 |
+
"ai_models": config.get_dropdown_options(),
|
| 292 |
+
"features": [
|
| 293 |
+
"Multi-file project analysis",
|
| 294 |
+
"Git diff analysis",
|
| 295 |
+
"AI-powered explanations",
|
| 296 |
+
"Test generation",
|
| 297 |
+
"Documentation generation",
|
| 298 |
+
"9 AI model options (3 premium, 6 free)"
|
| 299 |
+
]
|
| 300 |
+
}
|
| 301 |
+
|
| 302 |
+
|
| 303 |
+
# ============================================================================
|
| 304 |
+
# COMPETITIVE TOOLS (5 Advanced)
|
| 305 |
+
# ============================================================================
|
| 306 |
+
|
| 307 |
+
@mcp.tool()
|
| 308 |
+
async def analyze_project(project_path: str, max_files: int = 100) -> dict[str, Any]:
|
| 309 |
+
"""
|
| 310 |
+
Analyze an entire project with multiple files.
|
| 311 |
+
|
| 312 |
+
Features:
|
| 313 |
+
- Parallel file processing
|
| 314 |
+
- Multi-language support
|
| 315 |
+
- Aggregated results across all files
|
| 316 |
+
- Automatic exclusion of common directories (node_modules, __pycache__, etc.)
|
| 317 |
+
|
| 318 |
+
Args:
|
| 319 |
+
project_path: Root directory of the project
|
| 320 |
+
max_files: Maximum number of files to analyze (default: 100)
|
| 321 |
+
|
| 322 |
+
Returns:
|
| 323 |
+
Aggregated analysis results for the entire project
|
| 324 |
+
"""
|
| 325 |
+
try:
|
| 326 |
+
result = await analyze_project(project_path=project_path, max_files=max_files)
|
| 327 |
+
return result
|
| 328 |
+
except Exception as e:
|
| 329 |
+
logger.error(f"analyze_project failed: {e}", exc_info=True)
|
| 330 |
+
return {"error": str(e), "files_analyzed": 0}
|
| 331 |
+
|
| 332 |
+
|
| 333 |
+
@mcp.tool()
|
| 334 |
+
async def analyze_git_diff(repo_path: str, base_ref: str = "HEAD") -> dict[str, Any]:
|
| 335 |
+
"""
|
| 336 |
+
Analyze only changed files in a Git diff.
|
| 337 |
+
|
| 338 |
+
Perfect for CI/CD integration and pull request reviews.
|
| 339 |
+
|
| 340 |
+
Args:
|
| 341 |
+
repo_path: Path to Git repository
|
| 342 |
+
base_ref: Base reference for comparison (default: HEAD)
|
| 343 |
+
|
| 344 |
+
Returns:
|
| 345 |
+
Analysis results for changed files only
|
| 346 |
+
"""
|
| 347 |
+
try:
|
| 348 |
+
result = await analyze_git_diff(repo_path=repo_path, base_ref=base_ref)
|
| 349 |
+
return result
|
| 350 |
+
except Exception as e:
|
| 351 |
+
logger.error(f"analyze_git_diff failed: {e}", exc_info=True)
|
| 352 |
+
return {"error": str(e), "files_changed": 0}
|
| 353 |
+
|
| 354 |
+
|
| 355 |
+
@mcp.tool()
|
| 356 |
+
async def explain_code(code: str, language: str = "auto", model: str = "grok-4.1") -> dict[str, Any]:
|
| 357 |
+
"""
|
| 358 |
+
AI-powered code explanation.
|
| 359 |
+
|
| 360 |
+
Get clear explanations of what code does, how it works, and potential issues.
|
| 361 |
+
|
| 362 |
+
Args:
|
| 363 |
+
code: Source code to explain
|
| 364 |
+
language: Programming language (auto-detected if not specified)
|
| 365 |
+
model: AI model to use (default: grok-4.1 free)
|
| 366 |
+
|
| 367 |
+
Returns:
|
| 368 |
+
Detailed code explanation
|
| 369 |
+
"""
|
| 370 |
+
try:
|
| 371 |
+
if not code or not code.strip():
|
| 372 |
+
return {"error": "Code cannot be empty"}
|
| 373 |
+
|
| 374 |
+
if language == "auto":
|
| 375 |
+
language = detect_language(code)
|
| 376 |
+
|
| 377 |
+
prompt = f"""Explain this {language} code in detail:
|
| 378 |
+
|
| 379 |
+
```{language}
|
| 380 |
+
{code}
|
| 381 |
+
```
|
| 382 |
+
|
| 383 |
+
Please provide:
|
| 384 |
+
1. What the code does (high-level overview)
|
| 385 |
+
2. How it works (step-by-step breakdown)
|
| 386 |
+
3. Any potential issues or improvements
|
| 387 |
+
4. Best practices that are or aren't being followed
|
| 388 |
+
|
| 389 |
+
Be clear and educational."""
|
| 390 |
+
|
| 391 |
+
explanation = await generate_ai_response(prompt=prompt, model_name=model)
|
| 392 |
+
|
| 393 |
+
return {
|
| 394 |
+
"language": language,
|
| 395 |
+
"explanation": explanation,
|
| 396 |
+
"model_used": model
|
| 397 |
+
}
|
| 398 |
+
|
| 399 |
+
except Exception as e:
|
| 400 |
+
logger.error(f"explain_code failed: {e}", exc_info=True)
|
| 401 |
+
return {"error": str(e)}
|
| 402 |
+
|
| 403 |
+
|
| 404 |
+
@mcp.tool()
|
| 405 |
+
async def generate_tests(code: str, language: str = "auto", model: str = "grok-4.1") -> dict[str, Any]:
|
| 406 |
+
"""
|
| 407 |
+
AI-powered test generation.
|
| 408 |
+
|
| 409 |
+
Generate comprehensive unit tests for your code.
|
| 410 |
+
|
| 411 |
+
Args:
|
| 412 |
+
code: Source code to generate tests for
|
| 413 |
+
language: Programming language (auto-detected if not specified)
|
| 414 |
+
model: AI model to use (default: grok-4.1 free)
|
| 415 |
+
|
| 416 |
+
Returns:
|
| 417 |
+
Generated test code with test cases
|
| 418 |
+
"""
|
| 419 |
+
try:
|
| 420 |
+
if not code or not code.strip():
|
| 421 |
+
return {"error": "Code cannot be empty"}
|
| 422 |
+
|
| 423 |
+
if language == "auto":
|
| 424 |
+
language = detect_language(code)
|
| 425 |
+
|
| 426 |
+
# Determine test framework
|
| 427 |
+
test_framework = {
|
| 428 |
+
"python": "pytest",
|
| 429 |
+
"javascript": "jest",
|
| 430 |
+
"typescript": "jest"
|
| 431 |
+
}.get(language, "unittest")
|
| 432 |
+
|
| 433 |
+
prompt = f"""Generate comprehensive unit tests for this {language} code using {test_framework}:
|
| 434 |
+
|
| 435 |
+
```{language}
|
| 436 |
+
{code}
|
| 437 |
+
```
|
| 438 |
+
|
| 439 |
+
Please provide:
|
| 440 |
+
1. Complete test file with all necessary imports
|
| 441 |
+
2. Test cases covering:
|
| 442 |
+
- Normal/happy path scenarios
|
| 443 |
+
- Edge cases
|
| 444 |
+
- Error conditions
|
| 445 |
+
- Boundary conditions
|
| 446 |
+
3. Clear test names and docstrings
|
| 447 |
+
4. Setup/teardown if needed
|
| 448 |
+
|
| 449 |
+
Make tests production-ready and well-documented."""
|
| 450 |
+
|
| 451 |
+
tests = await generate_ai_response(prompt=prompt, model_name=model)
|
| 452 |
+
|
| 453 |
+
return {
|
| 454 |
+
"language": language,
|
| 455 |
+
"test_framework": test_framework,
|
| 456 |
+
"tests": tests,
|
| 457 |
+
"model_used": model
|
| 458 |
+
}
|
| 459 |
+
|
| 460 |
+
except Exception as e:
|
| 461 |
+
logger.error(f"generate_tests failed: {e}", exc_info=True)
|
| 462 |
+
return {"error": str(e)}
|
| 463 |
+
|
| 464 |
+
|
| 465 |
+
@mcp.tool()
|
| 466 |
+
async def generate_docs(code: str, language: str = "auto", model: str = "grok-4.1") -> dict[str, Any]:
|
| 467 |
+
"""
|
| 468 |
+
AI-powered documentation generation.
|
| 469 |
+
|
| 470 |
+
Generate comprehensive documentation including docstrings, comments, and README.
|
| 471 |
+
|
| 472 |
+
Args:
|
| 473 |
+
code: Source code to document
|
| 474 |
+
language: Programming language (auto-detected if not specified)
|
| 475 |
+
model: AI model to use (default: grok-4.1 free)
|
| 476 |
+
|
| 477 |
+
Returns:
|
| 478 |
+
Generated documentation in appropriate format
|
| 479 |
+
"""
|
| 480 |
+
try:
|
| 481 |
+
if not code or not code.strip():
|
| 482 |
+
return {"error": "Code cannot be empty"}
|
| 483 |
+
|
| 484 |
+
if language == "auto":
|
| 485 |
+
language = detect_language(code)
|
| 486 |
+
|
| 487 |
+
prompt = f"""Generate comprehensive documentation for this {language} code:
|
| 488 |
+
|
| 489 |
+
```{language}
|
| 490 |
+
{code}
|
| 491 |
+
```
|
| 492 |
+
|
| 493 |
+
Please provide:
|
| 494 |
+
1. Module/file-level docstring
|
| 495 |
+
2. Function/class docstrings following best practices:
|
| 496 |
+
- Python: Google/NumPy style
|
| 497 |
+
- JavaScript/TypeScript: JSDoc
|
| 498 |
+
3. Inline comments for complex logic
|
| 499 |
+
4. Usage examples
|
| 500 |
+
5. Parameter descriptions and return types
|
| 501 |
+
|
| 502 |
+
Make documentation clear, complete, and professional."""
|
| 503 |
+
|
| 504 |
+
docs = await generate_ai_response(prompt=prompt, model_name=model)
|
| 505 |
+
|
| 506 |
+
return {
|
| 507 |
+
"language": language,
|
| 508 |
+
"documentation": docs,
|
| 509 |
+
"model_used": model
|
| 510 |
+
}
|
| 511 |
+
|
| 512 |
+
except Exception as e:
|
| 513 |
+
logger.error(f"generate_docs failed: {e}", exc_info=True)
|
| 514 |
+
return {"error": str(e)}
|
| 515 |
+
|
| 516 |
+
|
| 517 |
+
@mcp.tool()
|
| 518 |
+
async def prioritize_issues(code: str, language: str = "auto") -> dict[str, Any]:
|
| 519 |
+
"""
|
| 520 |
+
Smart issue prioritization with severity, impact, and fix effort analysis.
|
| 521 |
+
|
| 522 |
+
Enriches analysis results with:
|
| 523 |
+
- Priority scoring (Critical/High/Medium/Low)
|
| 524 |
+
- Impact categories (Security/Reliability/Performance/Style)
|
| 525 |
+
- Fix effort estimation (Quick/Medium/Major)
|
| 526 |
+
- Time to fix estimates
|
| 527 |
+
- Statistics and quick wins identification
|
| 528 |
+
|
| 529 |
+
Args:
|
| 530 |
+
code: Source code to analyze and prioritize
|
| 531 |
+
language: Programming language (auto-detected if not specified)
|
| 532 |
+
|
| 533 |
+
Returns:
|
| 534 |
+
Prioritized issues with rich metadata and statistics
|
| 535 |
+
"""
|
| 536 |
+
try:
|
| 537 |
+
# First run analysis
|
| 538 |
+
result = await analyze_code(code, language)
|
| 539 |
+
issues = result.get("issues", [])
|
| 540 |
+
|
| 541 |
+
if not issues:
|
| 542 |
+
return {
|
| 543 |
+
"prioritized_issues": [],
|
| 544 |
+
"statistics": {},
|
| 545 |
+
"message": "No issues found!"
|
| 546 |
+
}
|
| 547 |
+
|
| 548 |
+
# Import prioritization system
|
| 549 |
+
from src.utils.prioritization import IssuePrioritizer, format_priority_report
|
| 550 |
+
|
| 551 |
+
# Prioritize and enrich issues
|
| 552 |
+
prioritized = IssuePrioritizer.prioritize_issues(issues)
|
| 553 |
+
stats = IssuePrioritizer.get_statistics(prioritized)
|
| 554 |
+
report = format_priority_report(prioritized)
|
| 555 |
+
|
| 556 |
+
return {
|
| 557 |
+
"prioritized_issues": prioritized,
|
| 558 |
+
"statistics": stats,
|
| 559 |
+
"report": report,
|
| 560 |
+
"language": result.get("language"),
|
| 561 |
+
"total_issues": len(prioritized)
|
| 562 |
+
}
|
| 563 |
+
|
| 564 |
+
except Exception as e:
|
| 565 |
+
logger.error(f"prioritize_issues failed: {e}", exc_info=True)
|
| 566 |
+
return {"error": str(e)}
|
| 567 |
+
|
| 568 |
+
|
| 569 |
+
@mcp.tool()
|
| 570 |
+
async def auto_fix_code(code: str, language: str = "auto", preview_only: bool = False) -> dict[str, Any]:
|
| 571 |
+
"""
|
| 572 |
+
Auto-fix common code issues with preview and batch capabilities.
|
| 573 |
+
|
| 574 |
+
Automatically fixes:
|
| 575 |
+
- Missing semicolons
|
| 576 |
+
- console.log/debugger statements
|
| 577 |
+
- Trailing whitespace
|
| 578 |
+
- var to const/let
|
| 579 |
+
- == to ===
|
| 580 |
+
- Unused variables (prefix with _)
|
| 581 |
+
|
| 582 |
+
Args:
|
| 583 |
+
code: Source code to fix
|
| 584 |
+
language: Programming language (auto-detected if not specified)
|
| 585 |
+
preview_only: If True, only show previews without applying fixes
|
| 586 |
+
|
| 587 |
+
Returns:
|
| 588 |
+
Fixed code with list of applied fixes
|
| 589 |
+
"""
|
| 590 |
+
try:
|
| 591 |
+
# First run analysis
|
| 592 |
+
result = await analyze_code(code, language)
|
| 593 |
+
issues = result.get("issues", [])
|
| 594 |
+
|
| 595 |
+
if not issues:
|
| 596 |
+
return {
|
| 597 |
+
"fixed_code": code,
|
| 598 |
+
"applied_fixes": [],
|
| 599 |
+
"message": "No issues to fix!"
|
| 600 |
+
}
|
| 601 |
+
|
| 602 |
+
# Import auto-fix engine
|
| 603 |
+
from src.utils.auto_fix import AutoFixer, format_fix_report
|
| 604 |
+
|
| 605 |
+
if preview_only:
|
| 606 |
+
# Generate fix summary with previews
|
| 607 |
+
fix_summary = AutoFixer.get_fix_summary(code, issues)
|
| 608 |
+
report = format_fix_report(fix_summary)
|
| 609 |
+
|
| 610 |
+
return {
|
| 611 |
+
"preview_mode": True,
|
| 612 |
+
"fix_summary": fix_summary,
|
| 613 |
+
"report": report,
|
| 614 |
+
"original_code": code
|
| 615 |
+
}
|
| 616 |
+
else:
|
| 617 |
+
# Apply all fixes
|
| 618 |
+
fixed_code, applied_fixes = AutoFixer.batch_fix(code, issues)
|
| 619 |
+
|
| 620 |
+
return {
|
| 621 |
+
"fixed_code": fixed_code,
|
| 622 |
+
"applied_fixes": applied_fixes,
|
| 623 |
+
"fixes_count": len(applied_fixes),
|
| 624 |
+
"original_code": code,
|
| 625 |
+
"language": result.get("language")
|
| 626 |
+
}
|
| 627 |
+
|
| 628 |
+
except Exception as e:
|
| 629 |
+
logger.error(f"auto_fix_code failed: {e}", exc_info=True)
|
| 630 |
+
return {"error": str(e)}
|
| 631 |
+
|
| 632 |
+
|
| 633 |
+
@mcp.tool()
|
| 634 |
+
async def analyze_dependencies(project_path: str) -> dict[str, Any]:
|
| 635 |
+
"""
|
| 636 |
+
Analyze project dependencies for vulnerabilities and outdated packages.
|
| 637 |
+
|
| 638 |
+
Checks for:
|
| 639 |
+
- Known CVEs in dependencies
|
| 640 |
+
- Outdated packages
|
| 641 |
+
- Security vulnerabilities
|
| 642 |
+
- License compatibility issues
|
| 643 |
+
|
| 644 |
+
Supports:
|
| 645 |
+
- Node.js (package.json)
|
| 646 |
+
- Python (requirements.txt)
|
| 647 |
+
|
| 648 |
+
Args:
|
| 649 |
+
project_path: Path to project directory
|
| 650 |
+
|
| 651 |
+
Returns:
|
| 652 |
+
Dependency analysis with vulnerabilities and recommendations
|
| 653 |
+
"""
|
| 654 |
+
try:
|
| 655 |
+
from src.utils.dependency_analyzer import DependencyAnalyzer, format_dependency_report
|
| 656 |
+
|
| 657 |
+
analysis = DependencyAnalyzer.analyze_dependencies(project_path)
|
| 658 |
+
report = format_dependency_report(analysis)
|
| 659 |
+
|
| 660 |
+
return {
|
| 661 |
+
"analysis": analysis,
|
| 662 |
+
"report": report,
|
| 663 |
+
"project_path": project_path
|
| 664 |
+
}
|
| 665 |
+
|
| 666 |
+
except Exception as e:
|
| 667 |
+
logger.error(f"analyze_dependencies failed: {e}", exc_info=True)
|
| 668 |
+
return {"error": str(e)}
|
| 669 |
+
|
| 670 |
+
|
| 671 |
+
@mcp.tool()
|
| 672 |
+
async def detect_duplication(code: str, language: str = "auto", min_lines: int = 5) -> dict[str, Any]:
|
| 673 |
+
"""
|
| 674 |
+
Detect code duplication and suggest DRY refactoring.
|
| 675 |
+
|
| 676 |
+
Finds:
|
| 677 |
+
- Copy-pasted code blocks
|
| 678 |
+
- Similar code patterns
|
| 679 |
+
- Refactoring opportunities
|
| 680 |
+
|
| 681 |
+
Args:
|
| 682 |
+
code: Source code to analyze
|
| 683 |
+
language: Programming language (auto-detected if not specified)
|
| 684 |
+
min_lines: Minimum lines to consider as duplication (default: 5)
|
| 685 |
+
|
| 686 |
+
Returns:
|
| 687 |
+
Duplication analysis with refactoring suggestions
|
| 688 |
+
"""
|
| 689 |
+
try:
|
| 690 |
+
from src.utils.duplication_detector import DuplicationDetector, format_duplication_report
|
| 691 |
+
|
| 692 |
+
detector = DuplicationDetector(min_lines=min_lines)
|
| 693 |
+
analysis = detector.analyze_duplication(code)
|
| 694 |
+
report = format_duplication_report(analysis)
|
| 695 |
+
|
| 696 |
+
return {
|
| 697 |
+
"analysis": analysis,
|
| 698 |
+
"report": report,
|
| 699 |
+
"language": language if language != "auto" else detect_language(code)
|
| 700 |
+
}
|
| 701 |
+
|
| 702 |
+
except Exception as e:
|
| 703 |
+
logger.error(f"detect_duplication failed: {e}", exc_info=True)
|
| 704 |
+
return {"error": str(e)}
|
| 705 |
+
|
| 706 |
+
|
| 707 |
+
# ============================================================================
|
| 708 |
+
# RESOURCES (Static Information)
|
| 709 |
+
# ============================================================================
|
| 710 |
+
|
| 711 |
+
@mcp.resource("guide://best-practices")
|
| 712 |
+
async def best_practices_guide() -> str:
|
| 713 |
+
"""Code quality and best practices guide"""
|
| 714 |
+
return """
|
| 715 |
+
# Code Quality Best Practices
|
| 716 |
+
|
| 717 |
+
## Python
|
| 718 |
+
- Use type hints for better code clarity
|
| 719 |
+
- Follow PEP 8 style guide
|
| 720 |
+
- Keep functions small and focused
|
| 721 |
+
- Use descriptive variable names
|
| 722 |
+
- Handle exceptions properly
|
| 723 |
+
- Write docstrings for all public functions
|
| 724 |
+
- Avoid mutable default arguments
|
| 725 |
+
- Use context managers for resources
|
| 726 |
+
|
| 727 |
+
## JavaScript/TypeScript
|
| 728 |
+
- Use const/let instead of var
|
| 729 |
+
- Enable strict mode
|
| 730 |
+
- Handle promises properly
|
| 731 |
+
- Use async/await for async code
|
| 732 |
+
- Validate inputs
|
| 733 |
+
- Use === instead of ==
|
| 734 |
+
- Keep functions pure when possible
|
| 735 |
+
- Use TypeScript for large projects
|
| 736 |
+
|
| 737 |
+
## Security
|
| 738 |
+
- Never use eval() or exec()
|
| 739 |
+
- Validate and sanitize all inputs
|
| 740 |
+
- Use parameterized queries for databases
|
| 741 |
+
- Keep dependencies updated
|
| 742 |
+
- Never commit secrets or credentials
|
| 743 |
+
- Use HTTPS for all external communications
|
| 744 |
+
"""
|
| 745 |
+
|
| 746 |
+
|
| 747 |
+
@mcp.resource("guide://security")
|
| 748 |
+
async def security_guidelines() -> str:
|
| 749 |
+
"""Security scanning and vulnerability prevention guide"""
|
| 750 |
+
return """
|
| 751 |
+
# Security Guidelines
|
| 752 |
+
|
| 753 |
+
## Common Vulnerabilities
|
| 754 |
+
|
| 755 |
+
### Python
|
| 756 |
+
- **Code Injection**: Avoid eval(), exec(), compile() with user input
|
| 757 |
+
- **Deserialization**: Never use pickle.loads() on untrusted data
|
| 758 |
+
- **Path Traversal**: Validate file paths, don't allow ../
|
| 759 |
+
- **SQL Injection**: Use parameterized queries
|
| 760 |
+
- **Command Injection**: Avoid shell=True in subprocess
|
| 761 |
+
|
| 762 |
+
### JavaScript/TypeScript
|
| 763 |
+
- **XSS**: Sanitize all user inputs before rendering
|
| 764 |
+
- **Prototype Pollution**: Avoid Object.assign with user data
|
| 765 |
+
- **ReDoS**: Be careful with complex regular expressions
|
| 766 |
+
- **Path Traversal**: Validate file paths
|
| 767 |
+
- **SQL Injection**: Use parameterized queries
|
| 768 |
+
|
| 769 |
+
## Best Practices
|
| 770 |
+
- Principle of least privilege
|
| 771 |
+
- Defense in depth
|
| 772 |
+
- Input validation and sanitization
|
| 773 |
+
- Secure defaults
|
| 774 |
+
- Regular security updates
|
| 775 |
+
- Security testing in CI/CD
|
| 776 |
+
"""
|
| 777 |
+
|
| 778 |
+
|
| 779 |
+
@mcp.resource("guide://complexity")
|
| 780 |
+
async def complexity_guide() -> str:
|
| 781 |
+
"""Complexity metrics and maintainability guide"""
|
| 782 |
+
return """
|
| 783 |
+
# Complexity and Maintainability
|
| 784 |
+
|
| 785 |
+
## Cyclomatic Complexity
|
| 786 |
+
- **1-10**: Simple, easy to test
|
| 787 |
+
- **11-20**: Moderate, needs attention
|
| 788 |
+
- **21-50**: Complex, hard to maintain
|
| 789 |
+
- **50+**: Very complex, refactor recommended
|
| 790 |
+
|
| 791 |
+
## Maintainability Index
|
| 792 |
+
- **85-100**: Highly maintainable (Green)
|
| 793 |
+
- **65-84**: Moderately maintainable (Yellow)
|
| 794 |
+
- **0-64**: Hard to maintain (Red)
|
| 795 |
+
|
| 796 |
+
## Tips to Reduce Complexity
|
| 797 |
+
- Extract methods/functions
|
| 798 |
+
- Use early returns
|
| 799 |
+
- Replace nested conditions with guard clauses
|
| 800 |
+
- Apply design patterns
|
| 801 |
+
- Break large functions into smaller ones
|
| 802 |
+
- Use polymorphism instead of conditionals
|
| 803 |
+
"""
|
| 804 |
+
|
| 805 |
+
|
| 806 |
+
# ============================================================================
|
| 807 |
+
# GRADIO UI INTEGRATION
|
| 808 |
+
# ============================================================================
|
| 809 |
+
|
| 810 |
+
def create_gradio_ui():
|
| 811 |
+
"""Create premium Gradio UI integrated with MCP"""
|
| 812 |
+
import gradio as gr
|
| 813 |
+
|
| 814 |
+
# Get config instance
|
| 815 |
+
cfg = Config()
|
| 816 |
+
|
| 817 |
+
# Custom CSS for premium look
|
| 818 |
+
CUSTOM_CSS = """
|
| 819 |
+
.gradio-container {
|
| 820 |
+
background: linear-gradient(135deg, #667eea 0%, #764ba2 100%) !important;
|
| 821 |
+
}
|
| 822 |
+
.contain {
|
| 823 |
+
background: rgba(17, 24, 39, 0.95) !important;
|
| 824 |
+
backdrop-filter: blur(20px) !important;
|
| 825 |
+
border-radius: 24px !important;
|
| 826 |
+
box-shadow: 0 25px 50px -12px rgba(0, 0, 0, 0.5) !important;
|
| 827 |
+
}
|
| 828 |
+
.gr-button {
|
| 829 |
+
background: linear-gradient(135deg, #667eea 0%, #764ba2 100%) !important;
|
| 830 |
+
border-radius: 12px !important;
|
| 831 |
+
transition: all 0.3s !important;
|
| 832 |
+
}
|
| 833 |
+
.gr-button:hover {
|
| 834 |
+
transform: translateY(-2px) !important;
|
| 835 |
+
}
|
| 836 |
+
"""
|
| 837 |
+
|
| 838 |
+
# Get model options
|
| 839 |
+
model_options = cfg.get_dropdown_options()
|
| 840 |
+
|
| 841 |
+
with gr.Blocks(theme=gr.themes.Soft(primary_hue="purple"), css=CUSTOM_CSS) as demo:
|
| 842 |
+
gr.Markdown("""
|
| 843 |
+
<div style='text-align: center; padding: 20px 0;'>
|
| 844 |
+
<h1>🎨 CodeLint Premium - MCP Edition</h1>
|
| 845 |
+
<h3 style='color: #667eea; margin: 10px 0;'>Professional Code Analysis with AI-Powered Insights</h3>
|
| 846 |
+
<p style='color: #9ca3af; font-size: 14px;'>Connected to FastMCP Server with 10 tools and 9 AI models</p>
|
| 847 |
+
</div>
|
| 848 |
+
""")
|
| 849 |
+
|
| 850 |
+
with gr.Tabs():
|
| 851 |
+
# TAB 1: Code Analysis
|
| 852 |
+
with gr.Tab("📝 Code Analysis"):
|
| 853 |
+
with gr.Row():
|
| 854 |
+
with gr.Column(scale=2):
|
| 855 |
+
code_input = gr.Textbox(
|
| 856 |
+
label="Source Code",
|
| 857 |
+
placeholder="Paste your code here...",
|
| 858 |
+
lines=15
|
| 859 |
+
)
|
| 860 |
+
with gr.Column(scale=1):
|
| 861 |
+
language = gr.Dropdown(
|
| 862 |
+
choices=["auto", "python", "javascript", "typescript"],
|
| 863 |
+
value="auto",
|
| 864 |
+
label="Language"
|
| 865 |
+
)
|
| 866 |
+
model = gr.Dropdown(
|
| 867 |
+
choices=model_options,
|
| 868 |
+
value="🆓 Grok 4.1 Fast (OpenRouter)",
|
| 869 |
+
label="AI Model"
|
| 870 |
+
)
|
| 871 |
+
analyze_btn = gr.Button("🚀 Analyze Code", variant="primary")
|
| 872 |
+
|
| 873 |
+
results_md = gr.Markdown(label="Results")
|
| 874 |
+
results_json = gr.JSON(label="Raw Results")
|
| 875 |
+
|
| 876 |
+
async def analyze_ui(code: str, lang: str, model_name: str):
|
| 877 |
+
if not code.strip():
|
| 878 |
+
return "❌ Please enter code", None
|
| 879 |
+
|
| 880 |
+
try:
|
| 881 |
+
# Call analyzer directly, not the FastMCP tool
|
| 882 |
+
original_lang = lang
|
| 883 |
+
if lang == "auto":
|
| 884 |
+
lang = detect_language(code)
|
| 885 |
+
|
| 886 |
+
# Log for debugging
|
| 887 |
+
import sys
|
| 888 |
+
print(f"DEBUG: Original lang: {original_lang}, Detected lang: {lang}", file=sys.stderr)
|
| 889 |
+
print(f"DEBUG: Code preview: {code[:100]}...", file=sys.stderr)
|
| 890 |
+
|
| 891 |
+
if lang == "python":
|
| 892 |
+
analyzer = PythonAnalyzer()
|
| 893 |
+
result = await analyzer.analyze(code)
|
| 894 |
+
elif lang in ["javascript", "typescript"]:
|
| 895 |
+
analyzer = JavaScriptAnalyzer()
|
| 896 |
+
result = await analyzer.analyze(code, language=lang)
|
| 897 |
+
else:
|
| 898 |
+
return f"❌ Unsupported language: {lang}", None
|
| 899 |
+
|
| 900 |
+
# Extract data from result
|
| 901 |
+
issues = result.get("issues", [])
|
| 902 |
+
summary = result.get("summary", {})
|
| 903 |
+
|
| 904 |
+
# Log for debugging
|
| 905 |
+
import sys
|
| 906 |
+
print(f"DEBUG: Found {len(issues)} issues", file=sys.stderr)
|
| 907 |
+
print(f"DEBUG: Summary: {summary}", file=sys.stderr)
|
| 908 |
+
if issues:
|
| 909 |
+
print(f"DEBUG: First issue: {issues[0]}", file=sys.stderr)
|
| 910 |
+
|
| 911 |
+
output = f"""
|
| 912 |
+
# 📊 Analysis Results
|
| 913 |
+
|
| 914 |
+
## 🎯 Summary
|
| 915 |
+
- **Total Issues**: {len(issues)}
|
| 916 |
+
- **Errors**: {summary.get('errors', 0)} 🔴
|
| 917 |
+
- **Warnings**: {summary.get('warnings', 0)} 🟡
|
| 918 |
+
- **Security**: {summary.get('security_issues', 0)} 🛡️
|
| 919 |
+
|
| 920 |
+
## 🐛 Issues Found
|
| 921 |
+
"""
|
| 922 |
+
if not issues:
|
| 923 |
+
output += "\n✅ **No issues found! Code looks clean.**\n"
|
| 924 |
+
else:
|
| 925 |
+
for i, issue in enumerate(issues[:20], 1):
|
| 926 |
+
emoji = "🔴" if issue.get("severity") == "error" else "🟡"
|
| 927 |
+
line = issue.get('line', 'N/A')
|
| 928 |
+
col = issue.get('column', '')
|
| 929 |
+
location = f"Line {line}" + (f":{col}" if col else "")
|
| 930 |
+
message = issue.get('message', 'No message')
|
| 931 |
+
rule_id = issue.get('rule_id', '')
|
| 932 |
+
|
| 933 |
+
output += f"\n{emoji} **Issue {i}** ({location})\n"
|
| 934 |
+
output += f" {message}\n"
|
| 935 |
+
if rule_id:
|
| 936 |
+
output += f" *Rule: {rule_id}*\n"
|
| 937 |
+
|
| 938 |
+
if len(issues) > 20:
|
| 939 |
+
output += f"\n\n*... and {len(issues) - 20} more issues*"
|
| 940 |
+
|
| 941 |
+
return output, result
|
| 942 |
+
except Exception as e:
|
| 943 |
+
import traceback
|
| 944 |
+
print(f"ERROR: {traceback.format_exc()}", file=sys.stderr)
|
| 945 |
+
return f"❌ Error: {str(e)}", None
|
| 946 |
+
|
| 947 |
+
analyze_btn.click(
|
| 948 |
+
fn=analyze_ui,
|
| 949 |
+
inputs=[code_input, language, model],
|
| 950 |
+
outputs=[results_md, results_json]
|
| 951 |
+
)
|
| 952 |
+
|
| 953 |
+
# Helper function for running analyzer
|
| 954 |
+
async def _run_analyzer(code: str, lang: str):
|
| 955 |
+
"""Helper to run code analysis"""
|
| 956 |
+
if lang == "python":
|
| 957 |
+
analyzer = PythonAnalyzer()
|
| 958 |
+
return await analyzer.analyze(code)
|
| 959 |
+
elif lang in ["javascript", "typescript"]:
|
| 960 |
+
analyzer = JavaScriptAnalyzer()
|
| 961 |
+
return await analyzer.analyze(code, language=lang)
|
| 962 |
+
else:
|
| 963 |
+
return {"issues": [], "summary": {}}
|
| 964 |
+
|
| 965 |
+
# Helper function for model mapping (used by all AI features)
|
| 966 |
+
def _get_model_map():
|
| 967 |
+
"""Map UI model names to actual model IDs"""
|
| 968 |
+
return {
|
| 969 |
+
"⭐ OpenAI GPT-5 Preview": "gpt-5",
|
| 970 |
+
"⭐ Google Gemini 3 Pro": "gemini-3",
|
| 971 |
+
"⭐ Claude Sonnet 4.5": "claude-sonnet",
|
| 972 |
+
"🆓 Grok 4.1 Fast (OpenRouter)": "grok-4.1",
|
| 973 |
+
"🆓 KAT-Coder-Pro V1": "kat-coder",
|
| 974 |
+
"🆓 Qwen3-Coder-32B": "qwen-coder",
|
| 975 |
+
"🆓 LongCat 7B (OpenRouter)": "longcat",
|
| 976 |
+
"🆓 GPT-OSS 4o (OpenRouter)": "gpt-oss",
|
| 977 |
+
"🆓 Kimi K2 128k": "kimi"
|
| 978 |
+
}
|
| 979 |
+
|
| 980 |
+
# TAB 2: Project Analysis
|
| 981 |
+
with gr.Tab("📦 Project Analysis"):
|
| 982 |
+
project_path = gr.Textbox(label="Project Path", placeholder="C:\\path\\to\\project")
|
| 983 |
+
max_files = gr.Slider(10, 500, 100, step=10, label="Max Files")
|
| 984 |
+
project_btn = gr.Button("📊 Analyze Project", variant="primary")
|
| 985 |
+
|
| 986 |
+
project_results = gr.Markdown()
|
| 987 |
+
project_json = gr.JSON()
|
| 988 |
+
|
| 989 |
+
async def project_ui(path: str, max_f: int):
|
| 990 |
+
if not path.strip():
|
| 991 |
+
return "❌ Enter project path", None
|
| 992 |
+
try:
|
| 993 |
+
# Call analyzer function directly
|
| 994 |
+
from src.analyzers.project_analyzer import analyze_project as analyze_proj
|
| 995 |
+
result = await analyze_proj(project_path=path, max_files=max_f)
|
| 996 |
+
summary = result.get("summary", {})
|
| 997 |
+
metadata = result.get("metadata", {})
|
| 998 |
+
|
| 999 |
+
output = f"""
|
| 1000 |
+
# 📦 Project Analysis
|
| 1001 |
+
|
| 1002 |
+
## 📊 Summary
|
| 1003 |
+
- **Files**: {summary.get('files_analyzed', 0)}
|
| 1004 |
+
- **Errors**: {summary.get('total_errors', 0)} 🔴
|
| 1005 |
+
- **Warnings**: {summary.get('total_warnings', 0)} 🟡
|
| 1006 |
+
- **Security**: {summary.get('total_security_issues', 0)} 🛡️
|
| 1007 |
+
- **Lines**: {metadata.get('total_lines_of_code', 0):,}
|
| 1008 |
+
|
| 1009 |
+
## 📝 Languages
|
| 1010 |
+
{', '.join(metadata.get('languages', []))}
|
| 1011 |
+
"""
|
| 1012 |
+
return output, result
|
| 1013 |
+
except Exception as e:
|
| 1014 |
+
return f"❌ Error: {str(e)}", None
|
| 1015 |
+
|
| 1016 |
+
project_btn.click(
|
| 1017 |
+
fn=project_ui,
|
| 1018 |
+
inputs=[project_path, max_files],
|
| 1019 |
+
outputs=[project_results, project_json]
|
| 1020 |
+
)
|
| 1021 |
+
|
| 1022 |
+
# TAB 3: Git Diff
|
| 1023 |
+
with gr.Tab("🔄 Git Diff"):
|
| 1024 |
+
repo_path = gr.Textbox(label="Repo Path", placeholder="C:\\path\\to\\repo")
|
| 1025 |
+
base_ref = gr.Textbox(label="Base Ref", value="HEAD")
|
| 1026 |
+
git_btn = gr.Button("🔍 Analyze Changes", variant="primary")
|
| 1027 |
+
|
| 1028 |
+
git_results = gr.Markdown()
|
| 1029 |
+
git_json = gr.JSON()
|
| 1030 |
+
|
| 1031 |
+
async def git_ui(repo: str, base: str):
|
| 1032 |
+
if not repo.strip():
|
| 1033 |
+
return "❌ Enter repo path", None
|
| 1034 |
+
try:
|
| 1035 |
+
# Call analyzer function directly
|
| 1036 |
+
from src.analyzers.git_analyzer import analyze_git_diff as analyze_git
|
| 1037 |
+
result = await analyze_git(repo_path=repo, base_ref=base)
|
| 1038 |
+
summary = result.get("summary", {})
|
| 1039 |
+
|
| 1040 |
+
output = f"""
|
| 1041 |
+
# 🔄 Git Diff Analysis
|
| 1042 |
+
|
| 1043 |
+
## 📊 Summary
|
| 1044 |
+
- **Files Changed**: {summary.get('files_changed', 0)}
|
| 1045 |
+
- **Errors**: {summary.get('total_errors', 0)} 🔴
|
| 1046 |
+
- **Warnings**: {summary.get('total_warnings', 0)} 🟡
|
| 1047 |
+
- **Security**: {summary.get('total_security_issues', 0)} 🛡️
|
| 1048 |
+
"""
|
| 1049 |
+
return output, result
|
| 1050 |
+
except Exception as e:
|
| 1051 |
+
return f"❌ Error: {str(e)}", None
|
| 1052 |
+
|
| 1053 |
+
git_btn.click(
|
| 1054 |
+
fn=git_ui,
|
| 1055 |
+
inputs=[repo_path, base_ref],
|
| 1056 |
+
outputs=[git_results, git_json]
|
| 1057 |
+
)
|
| 1058 |
+
|
| 1059 |
+
# TAB 4: AI Assistant
|
| 1060 |
+
with gr.Tab("🤖 AI Assistant"):
|
| 1061 |
+
ai_code = gr.Textbox(label="Code", lines=10)
|
| 1062 |
+
ai_lang = gr.Dropdown(["auto", "python", "javascript", "typescript"], value="auto", label="Language")
|
| 1063 |
+
ai_model = gr.Dropdown(model_options, value="🆓 Grok 4.1 Fast (OpenRouter)", label="Model")
|
| 1064 |
+
|
| 1065 |
+
with gr.Tabs():
|
| 1066 |
+
with gr.Tab("Explain"):
|
| 1067 |
+
explain_btn = gr.Button("💡 Explain")
|
| 1068 |
+
explain_out = gr.Markdown()
|
| 1069 |
+
|
| 1070 |
+
async def explain_ui(code: str, lang: str, model_name: str):
|
| 1071 |
+
if not code.strip():
|
| 1072 |
+
return "❌ Enter code"
|
| 1073 |
+
try:
|
| 1074 |
+
# Map display name to actual model ID
|
| 1075 |
+
actual_model = _get_model_map().get(model_name, "grok-4.1")
|
| 1076 |
+
|
| 1077 |
+
# Use AI client directly
|
| 1078 |
+
if lang == "auto":
|
| 1079 |
+
lang = detect_language(code)
|
| 1080 |
+
|
| 1081 |
+
prompt = f"""Explain this {lang} code in detail:
|
| 1082 |
+
|
| 1083 |
+
```{lang}
|
| 1084 |
+
{code}
|
| 1085 |
+
```
|
| 1086 |
+
|
| 1087 |
+
Provide a clear, educational explanation covering:
|
| 1088 |
+
1. What the code does
|
| 1089 |
+
2. How it works
|
| 1090 |
+
3. Potential issues or improvements
|
| 1091 |
+
"""
|
| 1092 |
+
|
| 1093 |
+
explanation = await generate_ai_response(prompt=prompt, model_name=actual_model)
|
| 1094 |
+
return f"# 🤖 Explanation\n\n{explanation}"
|
| 1095 |
+
except Exception as e:
|
| 1096 |
+
return f"❌ Error: {str(e)}"
|
| 1097 |
+
|
| 1098 |
+
explain_btn.click(fn=explain_ui, inputs=[ai_code, ai_lang, ai_model], outputs=[explain_out])
|
| 1099 |
+
|
| 1100 |
+
with gr.Tab("Generate Tests"):
|
| 1101 |
+
tests_btn = gr.Button("🧪 Generate Tests")
|
| 1102 |
+
tests_out = gr.Markdown()
|
| 1103 |
+
|
| 1104 |
+
async def tests_ui(code: str, lang: str, model_name: str):
|
| 1105 |
+
if not code.strip():
|
| 1106 |
+
return "❌ Enter code"
|
| 1107 |
+
try:
|
| 1108 |
+
# Map display name to actual model ID
|
| 1109 |
+
actual_model = _get_model_map().get(model_name, "grok-4.1")
|
| 1110 |
+
|
| 1111 |
+
# Use AI client directly
|
| 1112 |
+
if lang == "auto":
|
| 1113 |
+
lang = detect_language(code)
|
| 1114 |
+
|
| 1115 |
+
test_framework = {"python": "pytest", "javascript": "jest", "typescript": "jest"}.get(lang, "unittest")
|
| 1116 |
+
|
| 1117 |
+
prompt = f"""Generate comprehensive tests for this {lang} code using {test_framework}:
|
| 1118 |
+
|
| 1119 |
+
```{lang}
|
| 1120 |
+
{code}
|
| 1121 |
+
```
|
| 1122 |
+
|
| 1123 |
+
Include:
|
| 1124 |
+
- Happy path tests
|
| 1125 |
+
- Edge cases
|
| 1126 |
+
- Error conditions
|
| 1127 |
+
- Clear test names
|
| 1128 |
+
"""
|
| 1129 |
+
|
| 1130 |
+
tests = await generate_ai_response(prompt=prompt, model_name=actual_model)
|
| 1131 |
+
return f"# 🧪 Tests\n\n```\n{tests}\n```"
|
| 1132 |
+
except Exception as e:
|
| 1133 |
+
return f"❌ Error: {str(e)}"
|
| 1134 |
+
|
| 1135 |
+
tests_btn.click(fn=tests_ui, inputs=[ai_code, ai_lang, ai_model], outputs=[tests_out])
|
| 1136 |
+
|
| 1137 |
+
# TAB 5: Smart Prioritization
|
| 1138 |
+
with gr.Tab("🎯 Smart Prioritization"):
|
| 1139 |
+
prio_code = gr.Textbox(label="Code to Analyze", lines=15, placeholder="Paste your code here...")
|
| 1140 |
+
prio_lang = gr.Dropdown(["auto", "python", "javascript", "typescript"], value="auto", label="Language")
|
| 1141 |
+
prio_btn = gr.Button("📊 Prioritize Issues", variant="primary")
|
| 1142 |
+
|
| 1143 |
+
prio_stats = gr.Markdown()
|
| 1144 |
+
prio_json = gr.JSON()
|
| 1145 |
+
|
| 1146 |
+
async def prioritize_ui(code: str, lang: str):
|
| 1147 |
+
if not code.strip():
|
| 1148 |
+
return "❌ Enter code", None
|
| 1149 |
+
try:
|
| 1150 |
+
if lang == "auto":
|
| 1151 |
+
lang = detect_language(code)
|
| 1152 |
+
|
| 1153 |
+
# Analyze code first
|
| 1154 |
+
result = await _run_analyzer(code, lang)
|
| 1155 |
+
issues = result.get("issues", [])
|
| 1156 |
+
|
| 1157 |
+
if not issues:
|
| 1158 |
+
return "✅ No issues found!", result
|
| 1159 |
+
|
| 1160 |
+
# Prioritize issues
|
| 1161 |
+
from src.utils.prioritization import IssuePrioritizer
|
| 1162 |
+
prioritizer = IssuePrioritizer()
|
| 1163 |
+
prioritized_issues = prioritizer.prioritize_issues(issues)
|
| 1164 |
+
stats = prioritizer.get_statistics(prioritized_issues)
|
| 1165 |
+
|
| 1166 |
+
top_issue = prioritized_issues[0] if prioritized_issues else None
|
| 1167 |
+
|
| 1168 |
+
output = f"""
|
| 1169 |
+
# 🎯 Issue Prioritization Report
|
| 1170 |
+
|
| 1171 |
+
## 📊 Statistics
|
| 1172 |
+
- **Total Issues**: {stats['total']}
|
| 1173 |
+
- **By Severity**: Critical: {stats['by_severity'].get('critical', 0)}, High: {stats['by_severity'].get('high', 0)}, Medium: {stats['by_severity'].get('medium', 0)}, Low: {stats['by_severity'].get('low', 0)}
|
| 1174 |
+
- **Estimated Fix Time**: {stats['total_fix_time_minutes']} minutes
|
| 1175 |
+
- **Quick Wins**: {stats['quick_wins']} issues
|
| 1176 |
+
|
| 1177 |
+
## 🔥 Top Priority Issue
|
| 1178 |
+
"""
|
| 1179 |
+
if top_issue:
|
| 1180 |
+
metadata = top_issue.get('metadata', {})
|
| 1181 |
+
output += f"""
|
| 1182 |
+
- **Line {top_issue['line']}**: {top_issue['message']}
|
| 1183 |
+
- **Priority Score**: {top_issue.get('priority_score', 0)}
|
| 1184 |
+
- **Severity**: {top_issue.get('priority_severity', 'unknown')}
|
| 1185 |
+
- **Fix Effort**: {metadata.get('fix_effort', 'unknown')} (~{metadata.get('fix_time_minutes', 0)} min)
|
| 1186 |
+
"""
|
| 1187 |
+
|
| 1188 |
+
output += "\n## 📋 All Issues (Prioritized)\n\n"
|
| 1189 |
+
for i, issue in enumerate(prioritized_issues[:10], 1):
|
| 1190 |
+
severity = issue.get('priority_severity', 'unknown')
|
| 1191 |
+
output += f"{i}. **[{severity.upper()}]** Line {issue['line']}: {issue['message']} (Score: {issue.get('priority_score', 0)})\n"
|
| 1192 |
+
|
| 1193 |
+
if len(prioritized_issues) > 10:
|
| 1194 |
+
output += f"\n... and {len(prioritized_issues) - 10} more issues"
|
| 1195 |
+
|
| 1196 |
+
return output, {"issues": prioritized_issues, "statistics": stats}
|
| 1197 |
+
except Exception as e:
|
| 1198 |
+
import traceback
|
| 1199 |
+
return f"❌ Error: {str(e)}\n\n{traceback.format_exc()}", None
|
| 1200 |
+
|
| 1201 |
+
prio_btn.click(fn=prioritize_ui, inputs=[prio_code, prio_lang], outputs=[prio_stats, prio_json])
|
| 1202 |
+
|
| 1203 |
+
# TAB 6: Auto-Fix
|
| 1204 |
+
with gr.Tab("🔧 Auto-Fix"):
|
| 1205 |
+
fix_code = gr.Textbox(label="Code with Issues", lines=15, placeholder="Paste your code here...")
|
| 1206 |
+
fix_lang = gr.Dropdown(["auto", "python", "javascript", "typescript"], value="auto", label="Language")
|
| 1207 |
+
fix_btn = gr.Button("⚡ Auto-Fix Issues", variant="primary")
|
| 1208 |
+
|
| 1209 |
+
fix_results = gr.Markdown()
|
| 1210 |
+
with gr.Row():
|
| 1211 |
+
fix_code_before = gr.Code(label="❌ Before (Original)", lines=10, language="python", interactive=False)
|
| 1212 |
+
fix_code_after = gr.Code(label="✅ After (Fixed)", lines=10, language="python", interactive=False)
|
| 1213 |
+
|
| 1214 |
+
async def autofix_ui(code: str, lang: str):
|
| 1215 |
+
if not code.strip():
|
| 1216 |
+
return "❌ Enter code", code, code
|
| 1217 |
+
try:
|
| 1218 |
+
if lang == "auto":
|
| 1219 |
+
lang = detect_language(code)
|
| 1220 |
+
|
| 1221 |
+
# Analyze code
|
| 1222 |
+
result = await _run_analyzer(code, lang)
|
| 1223 |
+
issues = result.get("issues", [])
|
| 1224 |
+
|
| 1225 |
+
if not issues:
|
| 1226 |
+
return "✅ No issues found to fix!", code, code
|
| 1227 |
+
|
| 1228 |
+
# Apply auto-fixes using AutoFixer class
|
| 1229 |
+
from src.utils.auto_fix import AutoFixer
|
| 1230 |
+
fixer = AutoFixer()
|
| 1231 |
+
fixed_code, applied_fixes = fixer.batch_fix(code, issues)
|
| 1232 |
+
|
| 1233 |
+
# Get manual review issues
|
| 1234 |
+
manual_review = [issue for issue in issues if not any(fix['line'] == issue.get('line') for fix in applied_fixes)]
|
| 1235 |
+
|
| 1236 |
+
output = f"""
|
| 1237 |
+
# 🔧 Auto-Fix Report
|
| 1238 |
+
|
| 1239 |
+
## 📊 Summary
|
| 1240 |
+
- **Total Issues**: {len(issues)}
|
| 1241 |
+
- **Fixed**: {len(applied_fixes)} ({len(applied_fixes)/len(issues)*100:.1f}%)
|
| 1242 |
+
- **Manual Review Needed**: {len(manual_review)}
|
| 1243 |
+
|
| 1244 |
+
## ✅ Fixes Applied
|
| 1245 |
+
"""
|
| 1246 |
+
for fix in applied_fixes[:10]:
|
| 1247 |
+
output += f"- Line {fix['line']}: {fix['fix_description']}\n"
|
| 1248 |
+
|
| 1249 |
+
if len(applied_fixes) > 10:
|
| 1250 |
+
output += f"\n... and {len(applied_fixes) - 10} more fixes"
|
| 1251 |
+
|
| 1252 |
+
if manual_review:
|
| 1253 |
+
output += "\n\n## ⚠️ Manual Review Required\n"
|
| 1254 |
+
for issue in manual_review[:5]:
|
| 1255 |
+
output += f"- Line {issue.get('line', 'N/A')}: {issue.get('message', 'Unknown issue')}\n"
|
| 1256 |
+
|
| 1257 |
+
return output, code, fixed_code
|
| 1258 |
+
except Exception as e:
|
| 1259 |
+
import traceback
|
| 1260 |
+
return f"❌ Error: {str(e)}\n\n{traceback.format_exc()}", code, code
|
| 1261 |
+
|
| 1262 |
+
fix_btn.click(fn=autofix_ui, inputs=[fix_code, fix_lang], outputs=[fix_results, fix_code_before, fix_code_after])
|
| 1263 |
+
|
| 1264 |
+
# TAB 7: Duplication Detector
|
| 1265 |
+
with gr.Tab("🔍 Duplication Detection"):
|
| 1266 |
+
dup_code = gr.Textbox(label="Code to Analyze", lines=15, placeholder="Paste your code here...")
|
| 1267 |
+
dup_threshold = gr.Slider(50, 100, 85, step=5, label="Similarity Threshold (%)")
|
| 1268 |
+
dup_btn = gr.Button("🔎 Detect Duplicates", variant="primary")
|
| 1269 |
+
|
| 1270 |
+
dup_results = gr.Markdown()
|
| 1271 |
+
dup_json = gr.JSON()
|
| 1272 |
+
|
| 1273 |
+
async def duplication_ui(code: str, threshold: int):
|
| 1274 |
+
if not code.strip():
|
| 1275 |
+
return "❌ Enter code", None
|
| 1276 |
+
try:
|
| 1277 |
+
from src.utils.duplication_detector import DuplicationDetector
|
| 1278 |
+
detector = DuplicationDetector(similarity_threshold=threshold / 100.0)
|
| 1279 |
+
result = detector.analyze_duplication(code)
|
| 1280 |
+
|
| 1281 |
+
stats = result["statistics"]
|
| 1282 |
+
dup_count = result["duplicates_found"]
|
| 1283 |
+
severity = result["severity"]
|
| 1284 |
+
output = f"""
|
| 1285 |
+
# 🔍 Code Duplication Report
|
| 1286 |
+
|
| 1287 |
+
## 📊 Statistics
|
| 1288 |
+
- **Total Lines**: {stats['total_lines']}
|
| 1289 |
+
- **Duplicated Lines**: {stats['duplicated_lines']}
|
| 1290 |
+
- **Duplication Rate**: {stats['duplication_percentage']}
|
| 1291 |
+
- **Duplicate Blocks**: {dup_count}
|
| 1292 |
+
- **Severity**: {severity.upper()}
|
| 1293 |
+
|
| 1294 |
+
## 🔄 Duplicate Blocks Found
|
| 1295 |
+
"""
|
| 1296 |
+
for i, dup in enumerate(result["duplicates"][:10], 1):
|
| 1297 |
+
output += f"""
|
| 1298 |
+
### Block {i} (Similarity: {dup['similarity']:.1f}%)
|
| 1299 |
+
- **Location 1**: Lines {dup['block1']['start']}-{dup['block1']['end']}
|
| 1300 |
+
- **Location 2**: Lines {dup['block2']['start']}-{dup['block2']['end']}
|
| 1301 |
+
- **Suggestion**: {dup['suggestion']}
|
| 1302 |
+
|
| 1303 |
+
"""
|
| 1304 |
+
|
| 1305 |
+
if len(result["duplicates"]) > 10:
|
| 1306 |
+
output += f"\n... and {len(result['duplicates']) - 10} more duplicates"
|
| 1307 |
+
|
| 1308 |
+
return output, result
|
| 1309 |
+
except Exception as e:
|
| 1310 |
+
import traceback
|
| 1311 |
+
return f"❌ Error: {str(e)}\n\n{traceback.format_exc()}", None
|
| 1312 |
+
|
| 1313 |
+
dup_btn.click(fn=duplication_ui, inputs=[dup_code, dup_threshold], outputs=[dup_results, dup_json])
|
| 1314 |
+
|
| 1315 |
+
# TAB 8: Server Info
|
| 1316 |
+
with gr.Tab("ℹ️ About"):
|
| 1317 |
+
gr.Markdown("""
|
| 1318 |
+
# 🎨 CodeLint Premium - MCP Edition
|
| 1319 |
+
|
| 1320 |
+
## ✨ Features
|
| 1321 |
+
- **10 MCP Tools**: Complete analysis suite
|
| 1322 |
+
- **9 AI Models**: 3 premium ⭐ + 6 free 🆓
|
| 1323 |
+
- **Multi-Language**: Python, JavaScript, TypeScript
|
| 1324 |
+
- **MCP Protocol**: Fully integrated FastMCP server
|
| 1325 |
+
|
| 1326 |
+
## 🔧 Tools
|
| 1327 |
+
- analyze_code, check_security, complexity_score
|
| 1328 |
+
- suggest_fixes, analyze_project, analyze_git_diff
|
| 1329 |
+
- explain_code, generate_tests, generate_docs
|
| 1330 |
+
- get_server_info
|
| 1331 |
+
|
| 1332 |
+
## 📚 Resources
|
| 1333 |
+
- Best practices guide
|
| 1334 |
+
- Security guidelines
|
| 1335 |
+
- Complexity guide
|
| 1336 |
+
|
| 1337 |
+
---
|
| 1338 |
+
|
| 1339 |
+
💎 **Premium Edition** | 🏆 **MCP Integrated** | 🚀 **Production Ready**
|
| 1340 |
+
""")
|
| 1341 |
+
|
| 1342 |
+
gr.Markdown("""
|
| 1343 |
+
<div style='text-align: center; padding: 15px 0; color: #9ca3af; font-size: 13px;'>
|
| 1344 |
+
<em>Powered by FastMCP Server with 9 AI models</em>
|
| 1345 |
+
</div>
|
| 1346 |
+
""")
|
| 1347 |
+
|
| 1348 |
+
return demo
|
| 1349 |
+
|
| 1350 |
+
|
| 1351 |
+
# ============================================================================
|
| 1352 |
+
# RUN SERVER
|
| 1353 |
+
# ============================================================================
|
| 1354 |
+
|
| 1355 |
+
def main():
|
| 1356 |
+
"""Start the FastMCP server with Gradio UI"""
|
| 1357 |
+
logger.info("🚀 Starting CodeLint Premium MCP Server...")
|
| 1358 |
+
logger.info(f"📦 10 tools available")
|
| 1359 |
+
logger.info(f"📚 3 resources available")
|
| 1360 |
+
logger.info("🎨 Launching Gradio UI...")
|
| 1361 |
+
|
| 1362 |
+
# Create and mount Gradio UI
|
| 1363 |
+
demo = create_gradio_ui()
|
| 1364 |
+
|
| 1365 |
+
# Launch Gradio
|
| 1366 |
+
demo.launch(
|
| 1367 |
+
server_name="0.0.0.0",
|
| 1368 |
+
server_port=7861,
|
| 1369 |
+
share=False,
|
| 1370 |
+
inbrowser=True
|
| 1371 |
+
)
|
| 1372 |
+
|
| 1373 |
+
|
| 1374 |
+
if __name__ == "__main__":
|
| 1375 |
+
main()
|
src/tools/__init__.py
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
"""MCP tools for code analysis"""
|
src/utils/__init__.py
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Language Detection Utility"""
|
| 2 |
+
import re
|
| 3 |
+
from typing import Optional
|
| 4 |
+
|
| 5 |
+
def detect_language(code: str) -> str:
|
| 6 |
+
"""
|
| 7 |
+
Auto-detect programming language from code content.
|
| 8 |
+
|
| 9 |
+
Args:
|
| 10 |
+
code: Source code string
|
| 11 |
+
|
| 12 |
+
Returns:
|
| 13 |
+
str: Detected language (python, javascript, typescript, or unknown)
|
| 14 |
+
"""
|
| 15 |
+
# Python indicators
|
| 16 |
+
python_patterns = [
|
| 17 |
+
r'\bdef\s+\w+\s*\(',
|
| 18 |
+
r'\bclass\s+\w+\s*:',
|
| 19 |
+
r'\bimport\s+\w+',
|
| 20 |
+
r'\bfrom\s+\w+\s+import',
|
| 21 |
+
r'__init__',
|
| 22 |
+
r'self\.',
|
| 23 |
+
]
|
| 24 |
+
|
| 25 |
+
# JavaScript indicators
|
| 26 |
+
js_patterns = [
|
| 27 |
+
r'\bfunction\s+\w+\s*\(',
|
| 28 |
+
r'\bconst\s+\w+\s*=',
|
| 29 |
+
r'\blet\s+\w+\s*=',
|
| 30 |
+
r'\bvar\s+\w+\s*=',
|
| 31 |
+
r'=>',
|
| 32 |
+
r'console\.log',
|
| 33 |
+
]
|
| 34 |
+
|
| 35 |
+
# TypeScript indicators
|
| 36 |
+
ts_patterns = [
|
| 37 |
+
r':\s*(string|number|boolean|any|void)',
|
| 38 |
+
r'\binterface\s+\w+',
|
| 39 |
+
r'\btype\s+\w+\s*=',
|
| 40 |
+
r'<\w+>',
|
| 41 |
+
]
|
| 42 |
+
|
| 43 |
+
# Count matches
|
| 44 |
+
python_score = sum(1 for pattern in python_patterns if re.search(pattern, code))
|
| 45 |
+
js_score = sum(1 for pattern in js_patterns if re.search(pattern, code))
|
| 46 |
+
ts_score = sum(1 for pattern in ts_patterns if re.search(pattern, code))
|
| 47 |
+
|
| 48 |
+
# TypeScript is superset of JavaScript, so add JS score
|
| 49 |
+
if ts_score > 0:
|
| 50 |
+
ts_score += js_score
|
| 51 |
+
|
| 52 |
+
# Determine winner
|
| 53 |
+
scores = {
|
| 54 |
+
"python": python_score,
|
| 55 |
+
"javascript": js_score,
|
| 56 |
+
"typescript": ts_score
|
| 57 |
+
}
|
| 58 |
+
|
| 59 |
+
max_score = max(scores.values())
|
| 60 |
+
if max_score == 0:
|
| 61 |
+
return "unknown"
|
| 62 |
+
|
| 63 |
+
return max(scores, key=scores.get)
|
src/utils/ai_client.py
ADDED
|
@@ -0,0 +1,265 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
🏆 Premium Unified AI Client
|
| 3 |
+
Supports: OpenAI, Google Gemini, Anthropic Claude, and OpenRouter (6 free models)
|
| 4 |
+
"""
|
| 5 |
+
import httpx
|
| 6 |
+
from typing import Optional, Dict, Any, AsyncIterator
|
| 7 |
+
import logging
|
| 8 |
+
from src.config import Config, AIProvider, ModelConfig
|
| 9 |
+
|
| 10 |
+
logger = logging.getLogger(__name__)
|
| 11 |
+
|
| 12 |
+
|
| 13 |
+
class UnifiedAIClient:
|
| 14 |
+
"""
|
| 15 |
+
🏆 Premium AI client supporting multiple providers
|
| 16 |
+
- OpenAI GPT-5 (⭐ PRO)
|
| 17 |
+
- Google Gemini 3 (⭐ PRO)
|
| 18 |
+
- Anthropic Claude Sonnet 4.5 (⭐ PRO)
|
| 19 |
+
- 6 Free OpenRouter Models (🆓 FREE)
|
| 20 |
+
"""
|
| 21 |
+
|
| 22 |
+
def __init__(self, model_name: str = "grok-4.1", api_key: Optional[str] = None):
|
| 23 |
+
self.model_name = model_name
|
| 24 |
+
self.model_config: Optional[ModelConfig] = Config.get_model_config(model_name)
|
| 25 |
+
self.custom_api_key = api_key
|
| 26 |
+
|
| 27 |
+
if not self.model_config:
|
| 28 |
+
raise ValueError(f"Unknown model: {model_name}")
|
| 29 |
+
|
| 30 |
+
# Initialize HTTP client
|
| 31 |
+
self.http_client = httpx.AsyncClient(timeout=60.0)
|
| 32 |
+
|
| 33 |
+
logger.info(f"Initialized AI client: {self.model_config.display_name}")
|
| 34 |
+
|
| 35 |
+
async def generate(
|
| 36 |
+
self,
|
| 37 |
+
prompt: str,
|
| 38 |
+
system_prompt: Optional[str] = None,
|
| 39 |
+
max_tokens: int = 4096,
|
| 40 |
+
temperature: float = 0.7,
|
| 41 |
+
stream: bool = False
|
| 42 |
+
) -> str:
|
| 43 |
+
"""
|
| 44 |
+
Generate AI response using the configured model
|
| 45 |
+
|
| 46 |
+
Args:
|
| 47 |
+
prompt: User prompt
|
| 48 |
+
system_prompt: Optional system prompt
|
| 49 |
+
max_tokens: Maximum tokens to generate
|
| 50 |
+
temperature: Sampling temperature
|
| 51 |
+
stream: Whether to stream response
|
| 52 |
+
|
| 53 |
+
Returns:
|
| 54 |
+
Generated text response
|
| 55 |
+
"""
|
| 56 |
+
try:
|
| 57 |
+
if self.model_config.provider == AIProvider.GOOGLE_GEMINI:
|
| 58 |
+
return await self._generate_gemini(prompt, system_prompt, max_tokens, temperature)
|
| 59 |
+
|
| 60 |
+
elif self.model_config.provider == AIProvider.OPENAI:
|
| 61 |
+
return await self._generate_openai(prompt, system_prompt, max_tokens, temperature, stream)
|
| 62 |
+
|
| 63 |
+
elif self.model_config.provider == AIProvider.ANTHROPIC:
|
| 64 |
+
return await self._generate_anthropic(prompt, system_prompt, max_tokens, temperature)
|
| 65 |
+
|
| 66 |
+
else:
|
| 67 |
+
# All other models use OpenRouter
|
| 68 |
+
return await self._generate_openrouter(prompt, system_prompt, max_tokens, temperature, stream)
|
| 69 |
+
|
| 70 |
+
except Exception as e:
|
| 71 |
+
logger.error(f"AI generation failed: {e}", exc_info=True)
|
| 72 |
+
raise
|
| 73 |
+
|
| 74 |
+
async def _generate_gemini(
|
| 75 |
+
self,
|
| 76 |
+
prompt: str,
|
| 77 |
+
system_prompt: Optional[str],
|
| 78 |
+
max_tokens: int,
|
| 79 |
+
temperature: float
|
| 80 |
+
) -> str:
|
| 81 |
+
"""Generate using Google Gemini"""
|
| 82 |
+
try:
|
| 83 |
+
import google.generativeai as genai
|
| 84 |
+
|
| 85 |
+
api_key = self.custom_api_key or Config.GOOGLE_API_KEY
|
| 86 |
+
if not api_key:
|
| 87 |
+
raise ValueError("Google API key required for Gemini")
|
| 88 |
+
|
| 89 |
+
genai.configure(api_key=api_key)
|
| 90 |
+
model = genai.GenerativeModel(self.model_config.model_id)
|
| 91 |
+
|
| 92 |
+
full_prompt = f"{system_prompt}\n\n{prompt}" if system_prompt else prompt
|
| 93 |
+
response = model.generate_content(
|
| 94 |
+
full_prompt,
|
| 95 |
+
generation_config=genai.GenerationConfig(
|
| 96 |
+
max_output_tokens=max_tokens,
|
| 97 |
+
temperature=temperature
|
| 98 |
+
)
|
| 99 |
+
)
|
| 100 |
+
|
| 101 |
+
return response.text
|
| 102 |
+
|
| 103 |
+
except Exception as e:
|
| 104 |
+
logger.error(f"Gemini generation failed: {e}")
|
| 105 |
+
raise
|
| 106 |
+
|
| 107 |
+
async def _generate_openai(
|
| 108 |
+
self,
|
| 109 |
+
prompt: str,
|
| 110 |
+
system_prompt: Optional[str],
|
| 111 |
+
max_tokens: int,
|
| 112 |
+
temperature: float,
|
| 113 |
+
stream: bool
|
| 114 |
+
) -> str:
|
| 115 |
+
"""Generate using OpenAI"""
|
| 116 |
+
api_key = self.custom_api_key or Config.OPENAI_API_KEY
|
| 117 |
+
if not api_key:
|
| 118 |
+
raise ValueError("OpenAI API key required")
|
| 119 |
+
|
| 120 |
+
messages = []
|
| 121 |
+
if system_prompt:
|
| 122 |
+
messages.append({"role": "system", "content": system_prompt})
|
| 123 |
+
messages.append({"role": "user", "content": prompt})
|
| 124 |
+
|
| 125 |
+
response = await self.http_client.post(
|
| 126 |
+
"https://api.openai.com/v1/chat/completions",
|
| 127 |
+
headers={
|
| 128 |
+
"Authorization": f"Bearer {api_key}",
|
| 129 |
+
"Content-Type": "application/json"
|
| 130 |
+
},
|
| 131 |
+
json={
|
| 132 |
+
"model": self.model_config.model_id,
|
| 133 |
+
"messages": messages,
|
| 134 |
+
"max_tokens": max_tokens,
|
| 135 |
+
"temperature": temperature,
|
| 136 |
+
"stream": False
|
| 137 |
+
}
|
| 138 |
+
)
|
| 139 |
+
response.raise_for_status()
|
| 140 |
+
data = response.json()
|
| 141 |
+
return data["choices"][0]["message"]["content"]
|
| 142 |
+
|
| 143 |
+
async def _generate_anthropic(
|
| 144 |
+
self,
|
| 145 |
+
prompt: str,
|
| 146 |
+
system_prompt: Optional[str],
|
| 147 |
+
max_tokens: int,
|
| 148 |
+
temperature: float
|
| 149 |
+
) -> str:
|
| 150 |
+
"""Generate using Anthropic Claude"""
|
| 151 |
+
api_key = self.custom_api_key or Config.ANTHROPIC_API_KEY
|
| 152 |
+
if not api_key:
|
| 153 |
+
raise ValueError("Anthropic API key required")
|
| 154 |
+
|
| 155 |
+
payload = {
|
| 156 |
+
"model": self.model_config.model_id,
|
| 157 |
+
"max_tokens": max_tokens,
|
| 158 |
+
"temperature": temperature,
|
| 159 |
+
"messages": [{"role": "user", "content": prompt}]
|
| 160 |
+
}
|
| 161 |
+
|
| 162 |
+
if system_prompt:
|
| 163 |
+
payload["system"] = system_prompt
|
| 164 |
+
|
| 165 |
+
response = await self.http_client.post(
|
| 166 |
+
"https://api.anthropic.com/v1/messages",
|
| 167 |
+
headers={
|
| 168 |
+
"x-api-key": api_key,
|
| 169 |
+
"anthropic-version": "2023-06-01",
|
| 170 |
+
"Content-Type": "application/json"
|
| 171 |
+
},
|
| 172 |
+
json=payload
|
| 173 |
+
)
|
| 174 |
+
response.raise_for_status()
|
| 175 |
+
data = response.json()
|
| 176 |
+
return data["content"][0]["text"]
|
| 177 |
+
|
| 178 |
+
async def _generate_openrouter(
|
| 179 |
+
self,
|
| 180 |
+
prompt: str,
|
| 181 |
+
system_prompt: Optional[str],
|
| 182 |
+
max_tokens: int,
|
| 183 |
+
temperature: float,
|
| 184 |
+
stream: bool
|
| 185 |
+
) -> str:
|
| 186 |
+
"""
|
| 187 |
+
🆓 Generate using OpenRouter (Free Models)
|
| 188 |
+
Supports: Grok, KAT-Coder, Qwen3, LongCat, GPT-OSS, Kimi
|
| 189 |
+
"""
|
| 190 |
+
api_key = Config.OPENROUTER_API_KEY
|
| 191 |
+
|
| 192 |
+
messages = []
|
| 193 |
+
if system_prompt:
|
| 194 |
+
messages.append({"role": "system", "content": system_prompt})
|
| 195 |
+
messages.append({"role": "user", "content": prompt})
|
| 196 |
+
|
| 197 |
+
logger.info(f"🆓 Using OpenRouter model: {self.model_config.display_name}")
|
| 198 |
+
|
| 199 |
+
response = await self.http_client.post(
|
| 200 |
+
"https://openrouter.ai/api/v1/chat/completions",
|
| 201 |
+
headers={
|
| 202 |
+
"Authorization": f"Bearer {api_key}",
|
| 203 |
+
"Content-Type": "application/json",
|
| 204 |
+
"HTTP-Referer": "https://codelint-mcp.com",
|
| 205 |
+
"X-Title": "CodeLint MCP Server"
|
| 206 |
+
},
|
| 207 |
+
json={
|
| 208 |
+
"model": self.model_config.model_id,
|
| 209 |
+
"messages": messages,
|
| 210 |
+
"max_tokens": max_tokens,
|
| 211 |
+
"temperature": temperature,
|
| 212 |
+
"stream": False
|
| 213 |
+
}
|
| 214 |
+
)
|
| 215 |
+
|
| 216 |
+
if response.status_code != 200:
|
| 217 |
+
error_text = response.text
|
| 218 |
+
logger.error(f"OpenRouter error: {error_text}")
|
| 219 |
+
raise Exception(f"OpenRouter API error: {response.status_code}")
|
| 220 |
+
|
| 221 |
+
data = response.json()
|
| 222 |
+
|
| 223 |
+
if "choices" not in data or len(data["choices"]) == 0:
|
| 224 |
+
raise Exception(f"No response from OpenRouter: {data}")
|
| 225 |
+
|
| 226 |
+
return data["choices"][0]["message"]["content"]
|
| 227 |
+
|
| 228 |
+
async def close(self):
|
| 229 |
+
"""Close HTTP client"""
|
| 230 |
+
await self.http_client.aclose()
|
| 231 |
+
|
| 232 |
+
|
| 233 |
+
async def generate_ai_response(
|
| 234 |
+
prompt: str,
|
| 235 |
+
model_name: str = "grok-4.1",
|
| 236 |
+
system_prompt: Optional[str] = None,
|
| 237 |
+
api_key: Optional[str] = None,
|
| 238 |
+
max_tokens: int = 4096,
|
| 239 |
+
temperature: float = 0.7
|
| 240 |
+
) -> str:
|
| 241 |
+
"""
|
| 242 |
+
🚀 Convenience function for generating AI responses
|
| 243 |
+
|
| 244 |
+
Args:
|
| 245 |
+
prompt: User prompt
|
| 246 |
+
model_name: Model to use (default: grok-4.1 free)
|
| 247 |
+
system_prompt: Optional system instructions
|
| 248 |
+
api_key: Optional API key for premium models
|
| 249 |
+
max_tokens: Maximum tokens
|
| 250 |
+
temperature: Sampling temperature
|
| 251 |
+
|
| 252 |
+
Returns:
|
| 253 |
+
Generated text
|
| 254 |
+
"""
|
| 255 |
+
client = UnifiedAIClient(model_name=model_name, api_key=api_key)
|
| 256 |
+
try:
|
| 257 |
+
response = await client.generate(
|
| 258 |
+
prompt=prompt,
|
| 259 |
+
system_prompt=system_prompt,
|
| 260 |
+
max_tokens=max_tokens,
|
| 261 |
+
temperature=temperature
|
| 262 |
+
)
|
| 263 |
+
return response
|
| 264 |
+
finally:
|
| 265 |
+
await client.close()
|
src/utils/auto_fix.py
ADDED
|
@@ -0,0 +1,266 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
🔧 Auto-Fix Engine
|
| 3 |
+
Executable fixes for common issues with preview and batch capabilities
|
| 4 |
+
"""
|
| 5 |
+
from typing import Dict, List, Any, Optional, Tuple
|
| 6 |
+
import re
|
| 7 |
+
import logging
|
| 8 |
+
|
| 9 |
+
logger = logging.getLogger(__name__)
|
| 10 |
+
|
| 11 |
+
|
| 12 |
+
class AutoFixer:
|
| 13 |
+
"""Auto-fix engine with preview and batch fix capabilities"""
|
| 14 |
+
|
| 15 |
+
@staticmethod
|
| 16 |
+
def can_auto_fix(issue: Dict[str, Any]) -> bool:
|
| 17 |
+
"""Check if issue can be automatically fixed"""
|
| 18 |
+
rule_id = issue.get("rule_id", "").lower()
|
| 19 |
+
message = issue.get("message", "").lower()
|
| 20 |
+
|
| 21 |
+
fixable_rules = [
|
| 22 |
+
"missing-semicolon", "trailing-whitespace", "unused-import",
|
| 23 |
+
"console.log", "debugger", "var-to-const", "var-to-let",
|
| 24 |
+
"double-equals", "missing-docstring", "import-order",
|
| 25 |
+
"quote-style", "indentation", "line-length"
|
| 26 |
+
]
|
| 27 |
+
|
| 28 |
+
fixable_patterns = [
|
| 29 |
+
"missing semicolon", "trailing whitespace", "unused",
|
| 30 |
+
"console.log", "debugger statement", "use const instead",
|
| 31 |
+
"use let instead", "use === instead of ==",
|
| 32 |
+
"missing docstring", "import order"
|
| 33 |
+
]
|
| 34 |
+
|
| 35 |
+
return (rule_id in fixable_rules or
|
| 36 |
+
any(pattern in message for pattern in fixable_patterns))
|
| 37 |
+
|
| 38 |
+
@staticmethod
|
| 39 |
+
def generate_fix(code: str, issue: Dict[str, Any]) -> Optional[Tuple[str, str]]:
|
| 40 |
+
"""
|
| 41 |
+
Generate fix for an issue
|
| 42 |
+
|
| 43 |
+
Returns:
|
| 44 |
+
Tuple of (fixed_code, description) or None if can't fix
|
| 45 |
+
"""
|
| 46 |
+
rule_id = issue.get("rule_id", "").lower()
|
| 47 |
+
message = issue.get("message", "").lower()
|
| 48 |
+
line_num = issue.get("line", 1)
|
| 49 |
+
|
| 50 |
+
lines = code.splitlines()
|
| 51 |
+
if line_num < 1 or line_num > len(lines):
|
| 52 |
+
return None
|
| 53 |
+
|
| 54 |
+
line_idx = line_num - 1
|
| 55 |
+
original_line = lines[line_idx]
|
| 56 |
+
fixed_line = original_line
|
| 57 |
+
description = ""
|
| 58 |
+
|
| 59 |
+
# Missing semicolon
|
| 60 |
+
if "semicolon" in message or rule_id == "missing-semicolon":
|
| 61 |
+
if not original_line.rstrip().endswith((';', '{', '}', ':')):
|
| 62 |
+
fixed_line = original_line.rstrip() + ';'
|
| 63 |
+
description = "Added missing semicolon"
|
| 64 |
+
|
| 65 |
+
# console.log removal
|
| 66 |
+
elif "console.log" in message or "console.log" in original_line:
|
| 67 |
+
fixed_line = re.sub(r'console\.log\([^)]*\);?\s*', '', original_line)
|
| 68 |
+
if not fixed_line.strip():
|
| 69 |
+
lines.pop(line_idx)
|
| 70 |
+
description = "Removed console.log statement"
|
| 71 |
+
return '\n'.join(lines), description
|
| 72 |
+
description = "Removed console.log"
|
| 73 |
+
|
| 74 |
+
# debugger statement
|
| 75 |
+
elif "debugger" in message or "debugger" in original_line:
|
| 76 |
+
fixed_line = re.sub(r'debugger;?\s*', '', original_line)
|
| 77 |
+
if not fixed_line.strip():
|
| 78 |
+
lines.pop(line_idx)
|
| 79 |
+
description = "Removed debugger statement"
|
| 80 |
+
return '\n'.join(lines), description
|
| 81 |
+
description = "Removed debugger"
|
| 82 |
+
|
| 83 |
+
# Trailing whitespace
|
| 84 |
+
elif "trailing" in message and "whitespace" in message:
|
| 85 |
+
fixed_line = original_line.rstrip() + '\n' if original_line.endswith('\n') else original_line.rstrip()
|
| 86 |
+
description = "Removed trailing whitespace"
|
| 87 |
+
|
| 88 |
+
# var to const/let
|
| 89 |
+
elif "var" in message and ("const" in message or "let" in message):
|
| 90 |
+
if "const" in message:
|
| 91 |
+
fixed_line = re.sub(r'\bvar\b', 'const', original_line, count=1)
|
| 92 |
+
description = "Changed var to const"
|
| 93 |
+
else:
|
| 94 |
+
fixed_line = re.sub(r'\bvar\b', 'let', original_line, count=1)
|
| 95 |
+
description = "Changed var to let"
|
| 96 |
+
|
| 97 |
+
# == to ===
|
| 98 |
+
elif "===" in message or ("double" in message and "equals" in message):
|
| 99 |
+
fixed_line = re.sub(r'([^=!])={2}([^=])', r'\1===\2', original_line)
|
| 100 |
+
description = "Changed == to ==="
|
| 101 |
+
|
| 102 |
+
# Assignment in condition
|
| 103 |
+
elif "assignment" in message and "condition" in message:
|
| 104 |
+
# Change = to ==
|
| 105 |
+
fixed_line = re.sub(r'if\s*\([^=]*?\s=\s', lambda m: m.group(0).replace('=', '=='), original_line)
|
| 106 |
+
description = "Changed assignment to comparison"
|
| 107 |
+
|
| 108 |
+
# Missing docstring (Python)
|
| 109 |
+
elif "docstring" in message and "missing" in message:
|
| 110 |
+
indent = len(original_line) - len(original_line.lstrip())
|
| 111 |
+
docstring = ' ' * (indent + 4) + '"""TODO: Add docstring"""'
|
| 112 |
+
lines.insert(line_idx + 1, docstring)
|
| 113 |
+
description = "Added placeholder docstring"
|
| 114 |
+
return '\n'.join(lines), description
|
| 115 |
+
|
| 116 |
+
# Unused variable (prefix with _)
|
| 117 |
+
elif "unused" in message and "variable" in message:
|
| 118 |
+
# Extract variable name
|
| 119 |
+
var_match = re.search(r"variable '(\w+)'", message)
|
| 120 |
+
if var_match:
|
| 121 |
+
var_name = var_match.group(1)
|
| 122 |
+
fixed_line = original_line.replace(var_name, f'_{var_name}', 1)
|
| 123 |
+
description = f"Prefixed unused variable '{var_name}' with underscore"
|
| 124 |
+
|
| 125 |
+
else:
|
| 126 |
+
return None
|
| 127 |
+
|
| 128 |
+
# Apply fix
|
| 129 |
+
if fixed_line != original_line:
|
| 130 |
+
lines[line_idx] = fixed_line
|
| 131 |
+
return '\n'.join(lines), description
|
| 132 |
+
|
| 133 |
+
return None
|
| 134 |
+
|
| 135 |
+
@classmethod
|
| 136 |
+
def preview_fix(cls, code: str, issue: Dict[str, Any]) -> Optional[Dict[str, Any]]:
|
| 137 |
+
"""
|
| 138 |
+
Preview what a fix would look like
|
| 139 |
+
|
| 140 |
+
Returns:
|
| 141 |
+
Dict with original_line, fixed_line, and description
|
| 142 |
+
"""
|
| 143 |
+
result = cls.generate_fix(code, issue)
|
| 144 |
+
if not result:
|
| 145 |
+
return None
|
| 146 |
+
|
| 147 |
+
fixed_code, description = result
|
| 148 |
+
line_num = issue.get("line", 1)
|
| 149 |
+
|
| 150 |
+
original_lines = code.splitlines()
|
| 151 |
+
fixed_lines = fixed_code.splitlines()
|
| 152 |
+
|
| 153 |
+
# Get context (3 lines before and after)
|
| 154 |
+
start = max(0, line_num - 4)
|
| 155 |
+
end = min(len(original_lines), line_num + 3)
|
| 156 |
+
|
| 157 |
+
return {
|
| 158 |
+
"can_fix": True,
|
| 159 |
+
"description": description,
|
| 160 |
+
"original_snippet": '\n'.join(original_lines[start:end]),
|
| 161 |
+
"fixed_snippet": '\n'.join(fixed_lines[start:end]),
|
| 162 |
+
"line_number": line_num,
|
| 163 |
+
"rule_id": issue.get("rule_id"),
|
| 164 |
+
"message": issue.get("message")
|
| 165 |
+
}
|
| 166 |
+
|
| 167 |
+
@classmethod
|
| 168 |
+
def apply_fix(cls, code: str, issue: Dict[str, Any]) -> Optional[str]:
|
| 169 |
+
"""Apply fix and return fixed code"""
|
| 170 |
+
result = cls.generate_fix(code, issue)
|
| 171 |
+
if result:
|
| 172 |
+
return result[0]
|
| 173 |
+
return None
|
| 174 |
+
|
| 175 |
+
@classmethod
|
| 176 |
+
def batch_fix(cls, code: str, issues: List[Dict[str, Any]]) -> Tuple[str, List[Dict[str, Any]]]:
|
| 177 |
+
"""
|
| 178 |
+
Apply multiple fixes at once
|
| 179 |
+
|
| 180 |
+
Returns:
|
| 181 |
+
Tuple of (fixed_code, list of applied fixes)
|
| 182 |
+
"""
|
| 183 |
+
fixed_code = code
|
| 184 |
+
applied_fixes = []
|
| 185 |
+
|
| 186 |
+
# Sort issues by line number (descending) to avoid line number shifts
|
| 187 |
+
sorted_issues = sorted(issues, key=lambda x: x.get("line", 0), reverse=True)
|
| 188 |
+
|
| 189 |
+
for issue in sorted_issues:
|
| 190 |
+
if cls.can_auto_fix(issue):
|
| 191 |
+
result = cls.generate_fix(fixed_code, issue)
|
| 192 |
+
if result:
|
| 193 |
+
fixed_code, description = result
|
| 194 |
+
applied_fixes.append({
|
| 195 |
+
"line": issue.get("line"),
|
| 196 |
+
"rule_id": issue.get("rule_id"),
|
| 197 |
+
"message": issue.get("message"),
|
| 198 |
+
"fix_description": description
|
| 199 |
+
})
|
| 200 |
+
|
| 201 |
+
return fixed_code, applied_fixes
|
| 202 |
+
|
| 203 |
+
@classmethod
|
| 204 |
+
def get_fixable_issues(cls, issues: List[Dict[str, Any]]) -> List[Dict[str, Any]]:
|
| 205 |
+
"""Filter to only auto-fixable issues"""
|
| 206 |
+
return [issue for issue in issues if cls.can_auto_fix(issue)]
|
| 207 |
+
|
| 208 |
+
@classmethod
|
| 209 |
+
def get_fix_summary(cls, code: str, issues: List[Dict[str, Any]]) -> Dict[str, Any]:
|
| 210 |
+
"""Generate summary of what can be fixed"""
|
| 211 |
+
fixable = cls.get_fixable_issues(issues)
|
| 212 |
+
|
| 213 |
+
# Preview all fixes
|
| 214 |
+
previews = []
|
| 215 |
+
for issue in fixable:
|
| 216 |
+
preview = cls.preview_fix(code, issue)
|
| 217 |
+
if preview:
|
| 218 |
+
previews.append(preview)
|
| 219 |
+
|
| 220 |
+
return {
|
| 221 |
+
"total_issues": len(issues),
|
| 222 |
+
"fixable_count": len(fixable),
|
| 223 |
+
"fixable_percentage": round(len(fixable) / len(issues) * 100, 1) if issues else 0,
|
| 224 |
+
"fixable_issues": fixable,
|
| 225 |
+
"previews": previews[:10] # Limit to 10 previews
|
| 226 |
+
}
|
| 227 |
+
|
| 228 |
+
|
| 229 |
+
def format_fix_report(fix_summary: Dict[str, Any]) -> str:
|
| 230 |
+
"""Format fix summary into readable report"""
|
| 231 |
+
total = fix_summary.get("total_issues", 0)
|
| 232 |
+
fixable = fix_summary.get("fixable_count", 0)
|
| 233 |
+
percentage = fix_summary.get("fixable_percentage", 0)
|
| 234 |
+
|
| 235 |
+
report = f"""
|
| 236 |
+
# 🔧 Auto-Fix Report
|
| 237 |
+
|
| 238 |
+
## 📊 Summary
|
| 239 |
+
- **Total Issues**: {total}
|
| 240 |
+
- **Auto-Fixable**: {fixable} ({percentage}%)
|
| 241 |
+
- **Requires Manual Fix**: {total - fixable}
|
| 242 |
+
|
| 243 |
+
"""
|
| 244 |
+
|
| 245 |
+
previews = fix_summary.get("previews", [])
|
| 246 |
+
if previews:
|
| 247 |
+
report += "## 🔍 Fix Previews\n\n"
|
| 248 |
+
|
| 249 |
+
for i, preview in enumerate(previews, 1):
|
| 250 |
+
line = preview.get("line_number")
|
| 251 |
+
desc = preview.get("description")
|
| 252 |
+
rule = preview.get("rule_id")
|
| 253 |
+
|
| 254 |
+
report += f"### {i}. Line {line}: {desc}\n"
|
| 255 |
+
report += f"**Rule**: `{rule}`\n\n"
|
| 256 |
+
report += "**Before:**\n```\n"
|
| 257 |
+
report += preview.get("original_snippet", "")
|
| 258 |
+
report += "\n```\n\n"
|
| 259 |
+
report += "**After:**\n```\n"
|
| 260 |
+
report += preview.get("fixed_snippet", "")
|
| 261 |
+
report += "\n```\n\n"
|
| 262 |
+
|
| 263 |
+
if fixable > 0:
|
| 264 |
+
report += "✨ **Ready to apply fixes!**\n"
|
| 265 |
+
|
| 266 |
+
return report
|
src/utils/cache.py
ADDED
|
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""🏆 LRU Cache for Analysis Results"""
|
| 2 |
+
from functools import lru_cache
|
| 3 |
+
from typing import Optional, Dict, Any
|
| 4 |
+
import hashlib
|
| 5 |
+
import logging
|
| 6 |
+
|
| 7 |
+
logger = logging.getLogger(__name__)
|
| 8 |
+
|
| 9 |
+
# Cache storage
|
| 10 |
+
_cache_store: Dict[str, Any] = {}
|
| 11 |
+
|
| 12 |
+
def get_cache_key(language: str, code: str) -> str:
|
| 13 |
+
"""Generate cache key from code hash"""
|
| 14 |
+
code_hash = hashlib.sha256(code.encode()).hexdigest()
|
| 15 |
+
return f"{language}:{code_hash[:16]}"
|
| 16 |
+
|
| 17 |
+
def get_cached_analysis(key: str) -> Optional[Dict[str, Any]]:
|
| 18 |
+
"""Get cached analysis result"""
|
| 19 |
+
try:
|
| 20 |
+
if key in _cache_store:
|
| 21 |
+
logger.info(f"Cache hit for key: {key[:20]}...")
|
| 22 |
+
return _cache_store[key]
|
| 23 |
+
return None
|
| 24 |
+
except Exception as e:
|
| 25 |
+
logger.error(f"Cache retrieval error: {e}")
|
| 26 |
+
return None
|
| 27 |
+
|
| 28 |
+
def cache_analysis(key: str, result: Dict[str, Any]) -> None:
|
| 29 |
+
"""Store analysis result in cache"""
|
| 30 |
+
try:
|
| 31 |
+
_cache_store[key] = result
|
| 32 |
+
logger.debug(f"Cached result for key: {key[:20]}...")
|
| 33 |
+
|
| 34 |
+
# Evict oldest if cache too large
|
| 35 |
+
if len(_cache_store) > 1000:
|
| 36 |
+
oldest = next(iter(_cache_store))
|
| 37 |
+
del _cache_store[oldest]
|
| 38 |
+
logger.debug(f"Evicted cache key: {oldest[:20]}...")
|
| 39 |
+
except Exception as e:
|
| 40 |
+
logger.error(f"Cache storage error: {e}")
|
| 41 |
+
|
| 42 |
+
def clear_cache() -> None:
|
| 43 |
+
"""Clear entire cache"""
|
| 44 |
+
_cache_store.clear()
|
| 45 |
+
logger.info("Cache cleared")
|
| 46 |
+
|
| 47 |
+
def get_cache_stats() -> Dict[str, Any]:
|
| 48 |
+
"""Get cache statistics"""
|
| 49 |
+
return {
|
| 50 |
+
"size": len(_cache_store),
|
| 51 |
+
"max_size": 1000,
|
| 52 |
+
"utilization": f"{len(_cache_store) / 1000 * 100:.1f}%"
|
| 53 |
+
}
|
src/utils/dependency_analyzer.py
ADDED
|
@@ -0,0 +1,212 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
📦 Dependency Analyzer
|
| 3 |
+
Check for outdated packages, CVEs, and unused dependencies
|
| 4 |
+
"""
|
| 5 |
+
from typing import Dict, List, Any, Optional
|
| 6 |
+
import re
|
| 7 |
+
import json
|
| 8 |
+
import subprocess
|
| 9 |
+
import logging
|
| 10 |
+
from pathlib import Path
|
| 11 |
+
|
| 12 |
+
logger = logging.getLogger(__name__)
|
| 13 |
+
|
| 14 |
+
|
| 15 |
+
class DependencyAnalyzer:
|
| 16 |
+
"""Analyze project dependencies for security and optimization"""
|
| 17 |
+
|
| 18 |
+
@staticmethod
|
| 19 |
+
def parse_package_json(file_path: str) -> Optional[Dict[str, Any]]:
|
| 20 |
+
"""Parse package.json file"""
|
| 21 |
+
try:
|
| 22 |
+
with open(file_path, 'r', encoding='utf-8') as f:
|
| 23 |
+
return json.load(f)
|
| 24 |
+
except Exception as e:
|
| 25 |
+
logger.error(f"Failed to parse package.json: {e}")
|
| 26 |
+
return None
|
| 27 |
+
|
| 28 |
+
@staticmethod
|
| 29 |
+
def parse_requirements_txt(file_path: str) -> List[Dict[str, str]]:
|
| 30 |
+
"""Parse requirements.txt file"""
|
| 31 |
+
dependencies = []
|
| 32 |
+
try:
|
| 33 |
+
with open(file_path, 'r', encoding='utf-8') as f:
|
| 34 |
+
for line in f:
|
| 35 |
+
line = line.strip()
|
| 36 |
+
if line and not line.startswith('#'):
|
| 37 |
+
# Parse package==version or package>=version
|
| 38 |
+
match = re.match(r'([a-zA-Z0-9_-]+)([>=<]+)?([\d.]+)?', line)
|
| 39 |
+
if match:
|
| 40 |
+
dependencies.append({
|
| 41 |
+
"name": match.group(1),
|
| 42 |
+
"version": match.group(3) or "latest",
|
| 43 |
+
"operator": match.group(2) or "=="
|
| 44 |
+
})
|
| 45 |
+
except Exception as e:
|
| 46 |
+
logger.error(f"Failed to parse requirements.txt: {e}")
|
| 47 |
+
return dependencies
|
| 48 |
+
|
| 49 |
+
@staticmethod
|
| 50 |
+
def check_known_vulnerabilities(package_name: str, version: str) -> List[Dict[str, Any]]:
|
| 51 |
+
"""Check for known CVEs (simplified - would integrate with OSV/Snyk API)"""
|
| 52 |
+
# Simplified vulnerability database
|
| 53 |
+
known_issues = {
|
| 54 |
+
"lodash": {
|
| 55 |
+
"versions": ["<4.17.21"],
|
| 56 |
+
"cves": ["CVE-2021-23337", "CVE-2020-28500"],
|
| 57 |
+
"severity": "high",
|
| 58 |
+
"description": "Prototype pollution vulnerability"
|
| 59 |
+
},
|
| 60 |
+
"axios": {
|
| 61 |
+
"versions": ["<0.21.1"],
|
| 62 |
+
"cves": ["CVE-2020-28168"],
|
| 63 |
+
"severity": "medium",
|
| 64 |
+
"description": "SSRF vulnerability"
|
| 65 |
+
},
|
| 66 |
+
"requests": {
|
| 67 |
+
"versions": ["<2.31.0"],
|
| 68 |
+
"cves": ["CVE-2023-32681"],
|
| 69 |
+
"severity": "medium",
|
| 70 |
+
"description": "Proxy-Authorization header leak"
|
| 71 |
+
}
|
| 72 |
+
}
|
| 73 |
+
|
| 74 |
+
issues = []
|
| 75 |
+
if package_name in known_issues:
|
| 76 |
+
vuln = known_issues[package_name]
|
| 77 |
+
issues.append({
|
| 78 |
+
"package": package_name,
|
| 79 |
+
"current_version": version,
|
| 80 |
+
"vulnerable_versions": vuln["versions"],
|
| 81 |
+
"cves": vuln["cves"],
|
| 82 |
+
"severity": vuln["severity"],
|
| 83 |
+
"description": vuln["description"],
|
| 84 |
+
"recommendation": "Update to latest version"
|
| 85 |
+
})
|
| 86 |
+
|
| 87 |
+
return issues
|
| 88 |
+
|
| 89 |
+
@staticmethod
|
| 90 |
+
def check_outdated_packages(dependencies: List[Dict[str, str]],
|
| 91 |
+
ecosystem: str = "npm") -> List[Dict[str, Any]]:
|
| 92 |
+
"""Check which packages are outdated"""
|
| 93 |
+
outdated = []
|
| 94 |
+
|
| 95 |
+
# Simplified version checking (would integrate with npm/PyPI API)
|
| 96 |
+
for dep in dependencies:
|
| 97 |
+
name = dep.get("name")
|
| 98 |
+
version = dep.get("version", "0.0.0")
|
| 99 |
+
|
| 100 |
+
# Mock outdated check
|
| 101 |
+
if version.startswith("0.") or version.startswith("1."):
|
| 102 |
+
outdated.append({
|
| 103 |
+
"package": name,
|
| 104 |
+
"current": version,
|
| 105 |
+
"latest": "2.0.0", # Mock latest version
|
| 106 |
+
"age": "Very old",
|
| 107 |
+
"recommendation": f"Update to 2.0.0"
|
| 108 |
+
})
|
| 109 |
+
|
| 110 |
+
return outdated
|
| 111 |
+
|
| 112 |
+
@classmethod
|
| 113 |
+
def analyze_dependencies(cls, project_path: str) -> Dict[str, Any]:
|
| 114 |
+
"""Full dependency analysis"""
|
| 115 |
+
project_path = Path(project_path)
|
| 116 |
+
results = {
|
| 117 |
+
"dependencies": [],
|
| 118 |
+
"vulnerabilities": [],
|
| 119 |
+
"outdated": [],
|
| 120 |
+
"unused": [],
|
| 121 |
+
"stats": {}
|
| 122 |
+
}
|
| 123 |
+
|
| 124 |
+
# Check for package.json (Node.js)
|
| 125 |
+
package_json_path = project_path / "package.json"
|
| 126 |
+
if package_json_path.exists():
|
| 127 |
+
pkg_data = cls.parse_package_json(str(package_json_path))
|
| 128 |
+
if pkg_data:
|
| 129 |
+
deps = pkg_data.get("dependencies", {})
|
| 130 |
+
dev_deps = pkg_data.get("devDependencies", {})
|
| 131 |
+
|
| 132 |
+
all_deps = []
|
| 133 |
+
for name, version in {**deps, **dev_deps}.items():
|
| 134 |
+
all_deps.append({"name": name, "version": version.lstrip("^~")})
|
| 135 |
+
|
| 136 |
+
results["dependencies"] = all_deps
|
| 137 |
+
|
| 138 |
+
# Check vulnerabilities
|
| 139 |
+
for dep in all_deps:
|
| 140 |
+
vulns = cls.check_known_vulnerabilities(dep["name"], dep["version"])
|
| 141 |
+
results["vulnerabilities"].extend(vulns)
|
| 142 |
+
|
| 143 |
+
# Check outdated
|
| 144 |
+
results["outdated"] = cls.check_outdated_packages(all_deps, "npm")
|
| 145 |
+
|
| 146 |
+
# Check for requirements.txt (Python)
|
| 147 |
+
requirements_path = project_path / "requirements.txt"
|
| 148 |
+
if requirements_path.exists():
|
| 149 |
+
deps = cls.parse_requirements_txt(str(requirements_path))
|
| 150 |
+
results["dependencies"].extend(deps)
|
| 151 |
+
|
| 152 |
+
# Check vulnerabilities
|
| 153 |
+
for dep in deps:
|
| 154 |
+
vulns = cls.check_known_vulnerabilities(dep["name"], dep["version"])
|
| 155 |
+
results["vulnerabilities"].extend(vulns)
|
| 156 |
+
|
| 157 |
+
# Check outdated
|
| 158 |
+
outdated = cls.check_outdated_packages(deps, "pip")
|
| 159 |
+
results["outdated"].extend(outdated)
|
| 160 |
+
|
| 161 |
+
# Generate stats
|
| 162 |
+
results["stats"] = {
|
| 163 |
+
"total_dependencies": len(results["dependencies"]),
|
| 164 |
+
"vulnerabilities_found": len(results["vulnerabilities"]),
|
| 165 |
+
"outdated_count": len(results["outdated"]),
|
| 166 |
+
"critical_vulns": sum(1 for v in results["vulnerabilities"]
|
| 167 |
+
if v.get("severity") == "critical"),
|
| 168 |
+
"high_vulns": sum(1 for v in results["vulnerabilities"]
|
| 169 |
+
if v.get("severity") == "high")
|
| 170 |
+
}
|
| 171 |
+
|
| 172 |
+
return results
|
| 173 |
+
|
| 174 |
+
|
| 175 |
+
def format_dependency_report(analysis: Dict[str, Any]) -> str:
|
| 176 |
+
"""Format dependency analysis into readable report"""
|
| 177 |
+
stats = analysis.get("stats", {})
|
| 178 |
+
vulns = analysis.get("vulnerabilities", [])
|
| 179 |
+
outdated = analysis.get("outdated", [])
|
| 180 |
+
|
| 181 |
+
report = f"""
|
| 182 |
+
# 📦 Dependency Analysis Report
|
| 183 |
+
|
| 184 |
+
## 📊 Summary
|
| 185 |
+
- **Total Dependencies**: {stats.get('total_dependencies', 0)}
|
| 186 |
+
- **Vulnerabilities**: {stats.get('vulnerabilities_found', 0)}
|
| 187 |
+
- 🔴 Critical: {stats.get('critical_vulns', 0)}
|
| 188 |
+
- 🟠 High: {stats.get('high_vulns', 0)}
|
| 189 |
+
- **Outdated Packages**: {stats.get('outdated_count', 0)}
|
| 190 |
+
|
| 191 |
+
"""
|
| 192 |
+
|
| 193 |
+
if vulns:
|
| 194 |
+
report += "## 🛡️ Security Vulnerabilities\n\n"
|
| 195 |
+
for vuln in vulns:
|
| 196 |
+
severity = vuln.get("severity", "unknown").upper()
|
| 197 |
+
emoji = "🔴" if severity == "CRITICAL" else "🟠" if severity == "HIGH" else "🟡"
|
| 198 |
+
|
| 199 |
+
report += f"### {emoji} {vuln.get('package')} {vuln.get('current_version')}\n"
|
| 200 |
+
report += f"**CVEs**: {', '.join(vuln.get('cves', []))}\n"
|
| 201 |
+
report += f"**Description**: {vuln.get('description')}\n"
|
| 202 |
+
report += f"**Fix**: {vuln.get('recommendation')}\n\n"
|
| 203 |
+
|
| 204 |
+
if outdated:
|
| 205 |
+
report += "## 📅 Outdated Packages\n\n"
|
| 206 |
+
for pkg in outdated[:10]: # Show top 10
|
| 207 |
+
report += f"- **{pkg.get('package')}**: {pkg.get('current')} → {pkg.get('latest')}\n"
|
| 208 |
+
|
| 209 |
+
if not vulns and not outdated:
|
| 210 |
+
report += "✅ **All dependencies are up-to-date and secure!**\n"
|
| 211 |
+
|
| 212 |
+
return report
|
src/utils/duplication_detector.py
ADDED
|
@@ -0,0 +1,257 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
🔍 Code Duplication Detector
|
| 3 |
+
Find copy-pasted code blocks and suggest refactoring
|
| 4 |
+
"""
|
| 5 |
+
from typing import Dict, List, Any, Set, Tuple
|
| 6 |
+
import re
|
| 7 |
+
import hashlib
|
| 8 |
+
from difflib import SequenceMatcher
|
| 9 |
+
import logging
|
| 10 |
+
|
| 11 |
+
logger = logging.getLogger(__name__)
|
| 12 |
+
|
| 13 |
+
|
| 14 |
+
class DuplicationDetector:
|
| 15 |
+
"""Detect code duplication and suggest DRY refactoring"""
|
| 16 |
+
|
| 17 |
+
def __init__(self, min_lines: int = 5, similarity_threshold: float = 0.85):
|
| 18 |
+
"""
|
| 19 |
+
Args:
|
| 20 |
+
min_lines: Minimum number of lines to consider as duplication
|
| 21 |
+
similarity_threshold: Similarity ratio (0-1) to flag as duplicate
|
| 22 |
+
"""
|
| 23 |
+
self.min_lines = min_lines
|
| 24 |
+
self.similarity_threshold = similarity_threshold
|
| 25 |
+
|
| 26 |
+
@staticmethod
|
| 27 |
+
def normalize_code(code: str) -> str:
|
| 28 |
+
"""Normalize code for comparison (remove comments, whitespace)"""
|
| 29 |
+
# Remove single-line comments
|
| 30 |
+
code = re.sub(r'//.*$', '', code, flags=re.MULTILINE)
|
| 31 |
+
code = re.sub(r'#.*$', '', code, flags=re.MULTILINE)
|
| 32 |
+
|
| 33 |
+
# Remove multi-line comments
|
| 34 |
+
code = re.sub(r'/\*.*?\*/', '', code, flags=re.DOTALL)
|
| 35 |
+
code = re.sub(r'""".*?"""', '', code, flags=re.DOTALL)
|
| 36 |
+
code = re.sub(r"'''.*?'''", '', code, flags=re.DOTALL)
|
| 37 |
+
|
| 38 |
+
# Normalize whitespace
|
| 39 |
+
code = re.sub(r'\s+', ' ', code)
|
| 40 |
+
|
| 41 |
+
return code.strip()
|
| 42 |
+
|
| 43 |
+
@staticmethod
|
| 44 |
+
def get_code_blocks(code: str, min_lines: int) -> List[Dict[str, Any]]:
|
| 45 |
+
"""Extract code blocks using efficient sliding window (fixed-size only)"""
|
| 46 |
+
lines = code.splitlines()
|
| 47 |
+
blocks = []
|
| 48 |
+
|
| 49 |
+
# Only use sliding windows of specific sizes to avoid O(n^4) explosion
|
| 50 |
+
# Check blocks of min_lines, min_lines*2, and min_lines*3
|
| 51 |
+
window_sizes = [min_lines, min_lines * 2, min_lines * 3]
|
| 52 |
+
|
| 53 |
+
for window_size in window_sizes:
|
| 54 |
+
if window_size > len(lines):
|
| 55 |
+
continue
|
| 56 |
+
|
| 57 |
+
for start in range(len(lines) - window_size + 1):
|
| 58 |
+
end = start + window_size
|
| 59 |
+
block_lines = lines[start:end]
|
| 60 |
+
block_code = '\n'.join(block_lines)
|
| 61 |
+
|
| 62 |
+
# Skip if mostly whitespace or comments
|
| 63 |
+
if len(block_code.strip()) < min_lines * 5:
|
| 64 |
+
continue
|
| 65 |
+
|
| 66 |
+
normalized = DuplicationDetector.normalize_code(block_code)
|
| 67 |
+
|
| 68 |
+
blocks.append({
|
| 69 |
+
"start_line": start + 1,
|
| 70 |
+
"end_line": end,
|
| 71 |
+
"code": block_code,
|
| 72 |
+
"normalized": normalized,
|
| 73 |
+
"hash": hashlib.md5(normalized.encode()).hexdigest()
|
| 74 |
+
})
|
| 75 |
+
|
| 76 |
+
return blocks
|
| 77 |
+
|
| 78 |
+
@staticmethod
|
| 79 |
+
def calculate_similarity(code1: str, code2: str) -> float:
|
| 80 |
+
"""Calculate similarity ratio between two code blocks"""
|
| 81 |
+
return SequenceMatcher(None, code1, code2).ratio()
|
| 82 |
+
|
| 83 |
+
@classmethod
|
| 84 |
+
def find_duplicates(cls, code: str, min_lines: int = 5,
|
| 85 |
+
similarity_threshold: float = 0.85) -> List[Dict[str, Any]]:
|
| 86 |
+
"""Find duplicate code blocks using efficient hash bucketing"""
|
| 87 |
+
blocks = cls.get_code_blocks(code, min_lines)
|
| 88 |
+
duplicates = []
|
| 89 |
+
seen_pairs: Set[Tuple[int, int]] = set()
|
| 90 |
+
|
| 91 |
+
# Group blocks by hash for faster comparison
|
| 92 |
+
hash_buckets: Dict[str, List[int]] = {}
|
| 93 |
+
for i, block in enumerate(blocks):
|
| 94 |
+
hash_key = block["hash"]
|
| 95 |
+
if hash_key not in hash_buckets:
|
| 96 |
+
hash_buckets[hash_key] = []
|
| 97 |
+
hash_buckets[hash_key].append(i)
|
| 98 |
+
|
| 99 |
+
# Only compare blocks with similar hashes or within same bucket
|
| 100 |
+
for i, block1 in enumerate(blocks):
|
| 101 |
+
# Check exact hash matches first (fastest)
|
| 102 |
+
for j in hash_buckets.get(block1["hash"], []):
|
| 103 |
+
if j <= i:
|
| 104 |
+
continue
|
| 105 |
+
|
| 106 |
+
block2 = blocks[j]
|
| 107 |
+
|
| 108 |
+
# Skip if we've already seen this pair
|
| 109 |
+
pair = (i, j)
|
| 110 |
+
if pair in seen_pairs:
|
| 111 |
+
continue
|
| 112 |
+
|
| 113 |
+
# Check if blocks overlap
|
| 114 |
+
if not (block1["end_line"] < block2["start_line"] or
|
| 115 |
+
block2["end_line"] < block1["start_line"]):
|
| 116 |
+
continue
|
| 117 |
+
|
| 118 |
+
# Exact hash match = 100% similar
|
| 119 |
+
seen_pairs.add(pair)
|
| 120 |
+
|
| 121 |
+
duplicates.append({
|
| 122 |
+
"block1": {
|
| 123 |
+
"start": block1["start_line"],
|
| 124 |
+
"end": block1["end_line"],
|
| 125 |
+
"code": block1["code"]
|
| 126 |
+
},
|
| 127 |
+
"block2": {
|
| 128 |
+
"start": block2["start_line"],
|
| 129 |
+
"end": block2["end_line"],
|
| 130 |
+
"code": block2["code"]
|
| 131 |
+
},
|
| 132 |
+
"similarity": 100.0,
|
| 133 |
+
"lines": block1["end_line"] - block1["start_line"],
|
| 134 |
+
"suggestion": cls.generate_refactor_suggestion(block1, block2)
|
| 135 |
+
})
|
| 136 |
+
|
| 137 |
+
# Sort by severity (longer duplicates first)
|
| 138 |
+
duplicates.sort(key=lambda x: x["lines"], reverse=True)
|
| 139 |
+
|
| 140 |
+
return duplicates
|
| 141 |
+
|
| 142 |
+
@staticmethod
|
| 143 |
+
def generate_refactor_suggestion(block1: Dict, block2: Dict) -> str:
|
| 144 |
+
"""Generate refactoring suggestion"""
|
| 145 |
+
lines = block1["end_line"] - block1["start_line"]
|
| 146 |
+
|
| 147 |
+
if lines > 20:
|
| 148 |
+
return "Extract to a separate module or class"
|
| 149 |
+
elif lines > 10:
|
| 150 |
+
return "Extract to a reusable function"
|
| 151 |
+
else:
|
| 152 |
+
return "Extract to a helper function"
|
| 153 |
+
|
| 154 |
+
@classmethod
|
| 155 |
+
def analyze_duplication(cls, code: str) -> Dict[str, Any]:
|
| 156 |
+
"""Full duplication analysis with fixed line counting"""
|
| 157 |
+
duplicates = cls.find_duplicates(code)
|
| 158 |
+
|
| 159 |
+
total_lines = len(code.splitlines())
|
| 160 |
+
|
| 161 |
+
# Count unique duplicated lines (avoid double counting)
|
| 162 |
+
duplicated_line_set = set()
|
| 163 |
+
for dup in duplicates:
|
| 164 |
+
# Add lines from both blocks
|
| 165 |
+
block1_lines = range(dup["block1"]["start"], dup["block1"]["end"])
|
| 166 |
+
block2_lines = range(dup["block2"]["start"], dup["block2"]["end"])
|
| 167 |
+
duplicated_line_set.update(block1_lines)
|
| 168 |
+
duplicated_line_set.update(block2_lines)
|
| 169 |
+
|
| 170 |
+
duplicated_lines = len(duplicated_line_set)
|
| 171 |
+
|
| 172 |
+
return {
|
| 173 |
+
"duplicates_found": len(duplicates),
|
| 174 |
+
"duplicated_lines": duplicated_lines,
|
| 175 |
+
"total_lines": total_lines,
|
| 176 |
+
"duplication_percentage": round(duplicated_lines / total_lines * 100, 1) if total_lines > 0 else 0,
|
| 177 |
+
"duplicates": duplicates,
|
| 178 |
+
"statistics": {
|
| 179 |
+
"total_lines": total_lines,
|
| 180 |
+
"duplicated_lines": duplicated_lines,
|
| 181 |
+
"duplication_percentage": f"{round(duplicated_lines / total_lines * 100, 1) if total_lines > 0 else 0}%"
|
| 182 |
+
},
|
| 183 |
+
"severity": cls.assess_severity(len(duplicates), duplicated_lines, total_lines)
|
| 184 |
+
}
|
| 185 |
+
|
| 186 |
+
@staticmethod
|
| 187 |
+
def assess_severity(count: int, dup_lines: int, total_lines: int) -> str:
|
| 188 |
+
"""Assess duplication severity"""
|
| 189 |
+
percentage = (dup_lines / total_lines * 100) if total_lines > 0 else 0
|
| 190 |
+
|
| 191 |
+
if percentage > 30 or count > 10:
|
| 192 |
+
return "critical"
|
| 193 |
+
elif percentage > 15 or count > 5:
|
| 194 |
+
return "high"
|
| 195 |
+
elif percentage > 5 or count > 2:
|
| 196 |
+
return "medium"
|
| 197 |
+
else:
|
| 198 |
+
return "low"
|
| 199 |
+
|
| 200 |
+
|
| 201 |
+
def format_duplication_report(analysis: Dict[str, Any]) -> str:
|
| 202 |
+
"""Format duplication analysis into readable report"""
|
| 203 |
+
count = analysis.get("duplicates_found", 0)
|
| 204 |
+
dup_lines = analysis.get("duplicated_lines", 0)
|
| 205 |
+
total = analysis.get("total_lines", 0)
|
| 206 |
+
percentage = analysis.get("duplication_percentage", 0)
|
| 207 |
+
severity = analysis.get("severity", "low")
|
| 208 |
+
|
| 209 |
+
severity_emoji = {
|
| 210 |
+
"critical": "🔴",
|
| 211 |
+
"high": "🟠",
|
| 212 |
+
"medium": "🟡",
|
| 213 |
+
"low": "🟢"
|
| 214 |
+
}
|
| 215 |
+
|
| 216 |
+
report = f"""
|
| 217 |
+
# 🔍 Code Duplication Report
|
| 218 |
+
|
| 219 |
+
## 📊 Summary
|
| 220 |
+
{severity_emoji.get(severity, '⚪')} **Severity**: {severity.title()}
|
| 221 |
+
- **Duplicates Found**: {count}
|
| 222 |
+
- **Duplicated Lines**: {dup_lines} / {total} ({percentage}%)
|
| 223 |
+
|
| 224 |
+
"""
|
| 225 |
+
|
| 226 |
+
if count == 0:
|
| 227 |
+
report += "✅ **No significant code duplication detected!**\n"
|
| 228 |
+
return report
|
| 229 |
+
|
| 230 |
+
duplicates = analysis.get("duplicates", [])
|
| 231 |
+
|
| 232 |
+
report += "## 🔄 Duplicate Blocks\n\n"
|
| 233 |
+
|
| 234 |
+
for i, dup in enumerate(duplicates[:5], 1): # Show top 5
|
| 235 |
+
lines = dup.get("lines")
|
| 236 |
+
similarity = dup.get("similarity")
|
| 237 |
+
block1 = dup.get("block1", {})
|
| 238 |
+
block2 = dup.get("block2", {})
|
| 239 |
+
suggestion = dup.get("suggestion")
|
| 240 |
+
|
| 241 |
+
report += f"### {i}. Duplicate Block ({lines} lines, {similarity}% similar)\n\n"
|
| 242 |
+
report += f"**Location 1**: Lines {block1.get('start')}-{block1.get('end')}\n"
|
| 243 |
+
report += f"**Location 2**: Lines {block2.get('start')}-{block2.get('end')}\n\n"
|
| 244 |
+
report += f"💡 **Suggestion**: {suggestion}\n\n"
|
| 245 |
+
|
| 246 |
+
# Show first few lines
|
| 247 |
+
code_preview = block1.get('code', '').splitlines()[:3]
|
| 248 |
+
report += "**Preview**:\n```\n"
|
| 249 |
+
report += '\n'.join(code_preview)
|
| 250 |
+
report += "\n...\n```\n\n"
|
| 251 |
+
|
| 252 |
+
report += "\n## 🎯 Recommendations\n"
|
| 253 |
+
report += "- Apply DRY (Don't Repeat Yourself) principle\n"
|
| 254 |
+
report += "- Extract common logic to reusable functions\n"
|
| 255 |
+
report += "- Consider using design patterns (Template, Strategy, etc.)\n"
|
| 256 |
+
|
| 257 |
+
return report
|
src/utils/gemini_client.py
ADDED
|
@@ -0,0 +1,201 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""🤖 Google Gemini API Client for AI Features"""
|
| 2 |
+
import google.generativeai as genai
|
| 3 |
+
import os
|
| 4 |
+
import logging
|
| 5 |
+
from typing import List, Dict, Any
|
| 6 |
+
from src.config import Config
|
| 7 |
+
|
| 8 |
+
logger = logging.getLogger(__name__)
|
| 9 |
+
|
| 10 |
+
# Configure API key
|
| 11 |
+
if Config.GOOGLE_API_KEY:
|
| 12 |
+
genai.configure(api_key=Config.GOOGLE_API_KEY)
|
| 13 |
+
else:
|
| 14 |
+
logger.warning("GOOGLE_API_KEY not configured - AI features will be unavailable")
|
| 15 |
+
|
| 16 |
+
async def generate_fixes(
|
| 17 |
+
code: str,
|
| 18 |
+
issues: List[Dict[str, Any]],
|
| 19 |
+
language: str
|
| 20 |
+
) -> List[Dict[str, Any]]:
|
| 21 |
+
"""
|
| 22 |
+
Generate fix suggestions using Gemini AI.
|
| 23 |
+
|
| 24 |
+
Args:
|
| 25 |
+
code: Original source code
|
| 26 |
+
issues: List of issues from linting
|
| 27 |
+
language: Programming language
|
| 28 |
+
|
| 29 |
+
Returns:
|
| 30 |
+
List of fix suggestions with explanations
|
| 31 |
+
"""
|
| 32 |
+
try:
|
| 33 |
+
if not Config.GOOGLE_API_KEY:
|
| 34 |
+
return [{
|
| 35 |
+
"issue": "AI service unavailable",
|
| 36 |
+
"explanation": "GOOGLE_API_KEY not configured",
|
| 37 |
+
"fix": "Please set your API key in .env file"
|
| 38 |
+
}]
|
| 39 |
+
|
| 40 |
+
# Initialize model
|
| 41 |
+
model = genai.GenerativeModel("gemini-1.5-flash")
|
| 42 |
+
|
| 43 |
+
# Build prompt with top issues
|
| 44 |
+
issues_summary = "\n".join([
|
| 45 |
+
f"- Line {issue.get('location', {}).get('row', '?')}: {issue.get('message', 'Unknown issue')}"
|
| 46 |
+
for issue in issues[:5] # Limit to first 5
|
| 47 |
+
])
|
| 48 |
+
|
| 49 |
+
prompt = f"""You are a code analysis expert. Given this {language} code with linting issues, suggest specific fixes.
|
| 50 |
+
|
| 51 |
+
CODE:
|
| 52 |
+
```{language}
|
| 53 |
+
{code}
|
| 54 |
+
```
|
| 55 |
+
|
| 56 |
+
ISSUES FOUND:
|
| 57 |
+
{issues_summary}
|
| 58 |
+
|
| 59 |
+
For each issue, provide:
|
| 60 |
+
1. Brief explanation of the problem
|
| 61 |
+
2. Concrete fix (code snippet)
|
| 62 |
+
3. Why this fix improves the code
|
| 63 |
+
|
| 64 |
+
Format as JSON array with keys: issue, explanation, fix, benefit"""
|
| 65 |
+
|
| 66 |
+
# Generate response
|
| 67 |
+
response = model.generate_content(prompt)
|
| 68 |
+
|
| 69 |
+
# Parse response text
|
| 70 |
+
suggestions_text = response.text
|
| 71 |
+
|
| 72 |
+
# Create structured suggestions
|
| 73 |
+
suggestions = []
|
| 74 |
+
for issue in issues[:3]: # Top 3 issues
|
| 75 |
+
suggestions.append({
|
| 76 |
+
"issue": issue.get("message", "Unknown"),
|
| 77 |
+
"line": issue.get("location", {}).get("row"),
|
| 78 |
+
"explanation": f"AI-powered fix suggestion available",
|
| 79 |
+
"fix": suggestions_text[:500], # First 500 chars
|
| 80 |
+
"ai_response": suggestions_text
|
| 81 |
+
})
|
| 82 |
+
|
| 83 |
+
return suggestions
|
| 84 |
+
|
| 85 |
+
except Exception as e:
|
| 86 |
+
logger.error(f"Gemini API error: {e}", exc_info=True)
|
| 87 |
+
return [{
|
| 88 |
+
"issue": "AI service error",
|
| 89 |
+
"explanation": f"Failed to generate suggestions: {str(e)}",
|
| 90 |
+
"fix": "Manual review recommended"
|
| 91 |
+
}]
|
| 92 |
+
|
| 93 |
+
async def explain_code_with_ai(code: str, question: str, language: str) -> Dict[str, Any]:
|
| 94 |
+
"""🏆 AI-powered code explanation"""
|
| 95 |
+
try:
|
| 96 |
+
if not Config.GOOGLE_API_KEY:
|
| 97 |
+
return {
|
| 98 |
+
"error": "GOOGLE_API_KEY not configured",
|
| 99 |
+
"explanation": "Please set your API key to use AI features"
|
| 100 |
+
}
|
| 101 |
+
|
| 102 |
+
model = genai.GenerativeModel("gemini-1.5-flash")
|
| 103 |
+
|
| 104 |
+
prompt = f"""Explain this {language} code in detail:
|
| 105 |
+
|
| 106 |
+
```{language}
|
| 107 |
+
{code}
|
| 108 |
+
```
|
| 109 |
+
|
| 110 |
+
{"Specific question: " + question if question else "Provide a comprehensive explanation covering:"}
|
| 111 |
+
- What the code does
|
| 112 |
+
- Key algorithms and logic
|
| 113 |
+
- Potential improvements
|
| 114 |
+
- Edge cases to consider
|
| 115 |
+
|
| 116 |
+
Format as markdown with code examples where helpful."""
|
| 117 |
+
|
| 118 |
+
response = model.generate_content(prompt)
|
| 119 |
+
|
| 120 |
+
return {
|
| 121 |
+
"explanation": response.text,
|
| 122 |
+
"language": language,
|
| 123 |
+
"has_examples": True
|
| 124 |
+
}
|
| 125 |
+
except Exception as e:
|
| 126 |
+
logger.error(f"Code explanation failed: {e}")
|
| 127 |
+
return {"error": str(e), "explanation": ""}
|
| 128 |
+
|
| 129 |
+
async def generate_tests_with_ai(code: str, framework: str, language: str) -> Dict[str, Any]:
|
| 130 |
+
"""🏆 AI-powered test generation"""
|
| 131 |
+
try:
|
| 132 |
+
if not Config.GOOGLE_API_KEY:
|
| 133 |
+
return {
|
| 134 |
+
"error": "GOOGLE_API_KEY not configured",
|
| 135 |
+
"test_code": "# Please configure GOOGLE_API_KEY"
|
| 136 |
+
}
|
| 137 |
+
|
| 138 |
+
model = genai.GenerativeModel("gemini-1.5-pro") # Use Pro for better code generation
|
| 139 |
+
|
| 140 |
+
prompt = f"""Generate comprehensive {framework} tests for this {language} code:
|
| 141 |
+
|
| 142 |
+
```{language}
|
| 143 |
+
{code}
|
| 144 |
+
```
|
| 145 |
+
|
| 146 |
+
Requirements:
|
| 147 |
+
- Test happy path and edge cases
|
| 148 |
+
- Include setup/teardown if needed
|
| 149 |
+
- Add descriptive test names
|
| 150 |
+
- Cover error handling
|
| 151 |
+
- Use proper assertions
|
| 152 |
+
|
| 153 |
+
Return ONLY the test code, properly formatted."""
|
| 154 |
+
|
| 155 |
+
response = model.generate_content(prompt)
|
| 156 |
+
|
| 157 |
+
return {
|
| 158 |
+
"test_code": response.text,
|
| 159 |
+
"framework": framework,
|
| 160 |
+
"language": language
|
| 161 |
+
}
|
| 162 |
+
except Exception as e:
|
| 163 |
+
logger.error(f"Test generation failed: {e}")
|
| 164 |
+
return {"error": str(e), "test_code": ""}
|
| 165 |
+
|
| 166 |
+
async def generate_docs_with_ai(code: str, style: str, language: str) -> Dict[str, Any]:
|
| 167 |
+
"""🏆 AI-powered documentation generation"""
|
| 168 |
+
try:
|
| 169 |
+
if not Config.GOOGLE_API_KEY:
|
| 170 |
+
return {
|
| 171 |
+
"error": "GOOGLE_API_KEY not configured",
|
| 172 |
+
"documentation": "# Please configure GOOGLE_API_KEY"
|
| 173 |
+
}
|
| 174 |
+
|
| 175 |
+
model = genai.GenerativeModel("gemini-1.5-pro")
|
| 176 |
+
|
| 177 |
+
prompt = f"""Generate {style}-style documentation for this {language} code:
|
| 178 |
+
|
| 179 |
+
```{language}
|
| 180 |
+
{code}
|
| 181 |
+
```
|
| 182 |
+
|
| 183 |
+
Include:
|
| 184 |
+
- Module/function/class docstrings
|
| 185 |
+
- Parameter descriptions with types
|
| 186 |
+
- Return value documentation
|
| 187 |
+
- Usage examples
|
| 188 |
+
- Raises/Exceptions documentation
|
| 189 |
+
|
| 190 |
+
Return the code WITH documentation added."""
|
| 191 |
+
|
| 192 |
+
response = model.generate_content(prompt)
|
| 193 |
+
|
| 194 |
+
return {
|
| 195 |
+
"documented_code": response.text,
|
| 196 |
+
"style": style,
|
| 197 |
+
"language": language
|
| 198 |
+
}
|
| 199 |
+
except Exception as e:
|
| 200 |
+
logger.error(f"Documentation generation failed: {e}")
|
| 201 |
+
return {"error": str(e), "documentation": ""}
|
src/utils/git_utils.py
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Git Repository Utilities"""
|
| 2 |
+
import subprocess
|
| 3 |
+
import logging
|
| 4 |
+
from pathlib import Path
|
| 5 |
+
from typing import Dict, Any
|
| 6 |
+
|
| 7 |
+
logger = logging.getLogger(__name__)
|
| 8 |
+
|
| 9 |
+
def get_git_diff(repo_path: str, base_branch: str, head_branch: str) -> Dict[str, Any]:
|
| 10 |
+
"""
|
| 11 |
+
Get Git diff between branches.
|
| 12 |
+
|
| 13 |
+
Returns:
|
| 14 |
+
dict: Changed files with line ranges
|
| 15 |
+
"""
|
| 16 |
+
try:
|
| 17 |
+
# Get list of changed files
|
| 18 |
+
result = subprocess.run(
|
| 19 |
+
["git", "diff", "--name-only", f"{base_branch}...{head_branch}"],
|
| 20 |
+
cwd=repo_path,
|
| 21 |
+
capture_output=True,
|
| 22 |
+
text=True,
|
| 23 |
+
timeout=30
|
| 24 |
+
)
|
| 25 |
+
|
| 26 |
+
if result.returncode != 0:
|
| 27 |
+
raise RuntimeError(f"Git diff failed: {result.stderr}")
|
| 28 |
+
|
| 29 |
+
changed_files = [f for f in result.stdout.strip().split("\n") if f]
|
| 30 |
+
|
| 31 |
+
# Get detailed diff for each file
|
| 32 |
+
files_with_changes = []
|
| 33 |
+
for file_path in changed_files:
|
| 34 |
+
# Skip if not Python/JS/TS
|
| 35 |
+
if not file_path.endswith((".py", ".js", ".ts")):
|
| 36 |
+
continue
|
| 37 |
+
|
| 38 |
+
diff_result = subprocess.run(
|
| 39 |
+
["git", "diff", f"{base_branch}...{head_branch}", "--", file_path],
|
| 40 |
+
cwd=repo_path,
|
| 41 |
+
capture_output=True,
|
| 42 |
+
text=True,
|
| 43 |
+
timeout=30
|
| 44 |
+
)
|
| 45 |
+
|
| 46 |
+
files_with_changes.append({
|
| 47 |
+
"path": file_path,
|
| 48 |
+
"diff": diff_result.stdout,
|
| 49 |
+
"full_path": str(Path(repo_path) / file_path)
|
| 50 |
+
})
|
| 51 |
+
|
| 52 |
+
return {
|
| 53 |
+
"changed_files": changed_files,
|
| 54 |
+
"analyzable_files": files_with_changes,
|
| 55 |
+
"base_branch": base_branch,
|
| 56 |
+
"head_branch": head_branch
|
| 57 |
+
}
|
| 58 |
+
|
| 59 |
+
except Exception as e:
|
| 60 |
+
logger.error(f"Git diff failed: {e}")
|
| 61 |
+
raise RuntimeError(f"Git operations failed: {e}")
|
| 62 |
+
|
| 63 |
+
def is_git_repository(path: str) -> bool:
|
| 64 |
+
"""Check if path is a Git repository"""
|
| 65 |
+
try:
|
| 66 |
+
subprocess.run(
|
| 67 |
+
["git", "rev-parse", "--git-dir"],
|
| 68 |
+
cwd=path,
|
| 69 |
+
capture_output=True,
|
| 70 |
+
timeout=5,
|
| 71 |
+
check=True
|
| 72 |
+
)
|
| 73 |
+
return True
|
| 74 |
+
except:
|
| 75 |
+
return False
|
src/utils/language_detector.py
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Language Detection Utility"""
|
| 2 |
+
import re
|
| 3 |
+
from typing import Optional
|
| 4 |
+
|
| 5 |
+
def detect_language(code: str) -> str:
|
| 6 |
+
"""
|
| 7 |
+
Auto-detect programming language from code content.
|
| 8 |
+
|
| 9 |
+
Args:
|
| 10 |
+
code: Source code string
|
| 11 |
+
|
| 12 |
+
Returns:
|
| 13 |
+
str: Detected language (python, javascript, typescript, or unknown)
|
| 14 |
+
"""
|
| 15 |
+
# Python indicators
|
| 16 |
+
python_patterns = [
|
| 17 |
+
r'\bdef\s+\w+\s*\(',
|
| 18 |
+
r'\bclass\s+\w+\s*:',
|
| 19 |
+
r'\bimport\s+\w+',
|
| 20 |
+
r'\bfrom\s+\w+\s+import',
|
| 21 |
+
r'__init__',
|
| 22 |
+
r'self\.',
|
| 23 |
+
]
|
| 24 |
+
|
| 25 |
+
# JavaScript indicators
|
| 26 |
+
js_patterns = [
|
| 27 |
+
r'\bfunction\s+\w+\s*\(',
|
| 28 |
+
r'\bconst\s+\w+\s*=',
|
| 29 |
+
r'\blet\s+\w+\s*=',
|
| 30 |
+
r'\bvar\s+\w+\s*=',
|
| 31 |
+
r'=>',
|
| 32 |
+
r'console\.log',
|
| 33 |
+
]
|
| 34 |
+
|
| 35 |
+
# TypeScript indicators
|
| 36 |
+
ts_patterns = [
|
| 37 |
+
r':\s*(string|number|boolean|any|void)',
|
| 38 |
+
r'\binterface\s+\w+',
|
| 39 |
+
r'\btype\s+\w+\s*=',
|
| 40 |
+
r'<\w+>',
|
| 41 |
+
]
|
| 42 |
+
|
| 43 |
+
# Count matches
|
| 44 |
+
python_score = sum(1 for pattern in python_patterns if re.search(pattern, code))
|
| 45 |
+
js_score = sum(1 for pattern in js_patterns if re.search(pattern, code))
|
| 46 |
+
ts_score = sum(1 for pattern in ts_patterns if re.search(pattern, code))
|
| 47 |
+
|
| 48 |
+
# TypeScript is superset of JavaScript, so add JS score
|
| 49 |
+
if ts_score > 0:
|
| 50 |
+
ts_score += js_score
|
| 51 |
+
|
| 52 |
+
# Determine winner
|
| 53 |
+
scores = {
|
| 54 |
+
"python": python_score,
|
| 55 |
+
"javascript": js_score,
|
| 56 |
+
"typescript": ts_score
|
| 57 |
+
}
|
| 58 |
+
|
| 59 |
+
max_score = max(scores.values())
|
| 60 |
+
if max_score == 0:
|
| 61 |
+
return "unknown"
|
| 62 |
+
|
| 63 |
+
return max(scores, key=scores.get)
|
src/utils/metrics.py
ADDED
|
@@ -0,0 +1,86 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""🏆 Performance Metrics Tracking"""
|
| 2 |
+
import time
|
| 3 |
+
from typing import Dict, Any, List
|
| 4 |
+
from dataclasses import dataclass, field
|
| 5 |
+
from collections import defaultdict
|
| 6 |
+
import logging
|
| 7 |
+
|
| 8 |
+
logger = logging.getLogger(__name__)
|
| 9 |
+
|
| 10 |
+
@dataclass
|
| 11 |
+
class Metrics:
|
| 12 |
+
"""Performance metrics container"""
|
| 13 |
+
total_requests: int = 0
|
| 14 |
+
successful_requests: int = 0
|
| 15 |
+
failed_requests: int = 0
|
| 16 |
+
total_analysis_time: float = 0.0
|
| 17 |
+
cache_hits: int = 0
|
| 18 |
+
cache_misses: int = 0
|
| 19 |
+
tool_usage: Dict[str, int] = field(default_factory=lambda: defaultdict(int))
|
| 20 |
+
request_times: List[float] = field(default_factory=list)
|
| 21 |
+
|
| 22 |
+
def record_request(self, tool_name: str, duration: float, success: bool):
|
| 23 |
+
"""Record a tool request"""
|
| 24 |
+
self.total_requests += 1
|
| 25 |
+
if success:
|
| 26 |
+
self.successful_requests += 1
|
| 27 |
+
else:
|
| 28 |
+
self.failed_requests += 1
|
| 29 |
+
|
| 30 |
+
self.total_analysis_time += duration
|
| 31 |
+
self.tool_usage[tool_name] += 1
|
| 32 |
+
self.request_times.append(duration)
|
| 33 |
+
|
| 34 |
+
# Keep only last 1000 request times
|
| 35 |
+
if len(self.request_times) > 1000:
|
| 36 |
+
self.request_times = self.request_times[-1000:]
|
| 37 |
+
|
| 38 |
+
def get_average_time(self) -> float:
|
| 39 |
+
"""Get average request time"""
|
| 40 |
+
if not self.request_times:
|
| 41 |
+
return 0.0
|
| 42 |
+
return sum(self.request_times) / len(self.request_times)
|
| 43 |
+
|
| 44 |
+
def get_cache_hit_rate(self) -> float:
|
| 45 |
+
"""Get cache hit rate percentage"""
|
| 46 |
+
total = self.cache_hits + self.cache_misses
|
| 47 |
+
if total == 0:
|
| 48 |
+
return 0.0
|
| 49 |
+
return (self.cache_hits / total) * 100
|
| 50 |
+
|
| 51 |
+
# Global metrics instance
|
| 52 |
+
_metrics = Metrics()
|
| 53 |
+
|
| 54 |
+
def get_metrics() -> Dict[str, Any]:
|
| 55 |
+
"""Get current metrics"""
|
| 56 |
+
return {
|
| 57 |
+
"total_requests": _metrics.total_requests,
|
| 58 |
+
"successful_requests": _metrics.successful_requests,
|
| 59 |
+
"failed_requests": _metrics.failed_requests,
|
| 60 |
+
"success_rate": f"{(_metrics.successful_requests / max(_metrics.total_requests, 1)) * 100:.1f}%",
|
| 61 |
+
"average_response_time": f"{_metrics.get_average_time():.3f}s",
|
| 62 |
+
"cache_hit_rate": f"{_metrics.get_cache_hit_rate():.1f}%",
|
| 63 |
+
"total_analysis_time": f"{_metrics.total_analysis_time:.2f}s",
|
| 64 |
+
"top_tools": dict(sorted(_metrics.tool_usage.items(), key=lambda x: x[1], reverse=True)[:5])
|
| 65 |
+
}
|
| 66 |
+
|
| 67 |
+
def get_dashboard_data() -> Dict[str, Any]:
|
| 68 |
+
"""Get formatted dashboard data"""
|
| 69 |
+
return {
|
| 70 |
+
"overview": get_metrics(),
|
| 71 |
+
"status": "healthy" if _metrics.failed_requests / max(_metrics.total_requests, 1) < 0.1 else "degraded",
|
| 72 |
+
"uptime": "N/A",
|
| 73 |
+
"last_updated": time.time()
|
| 74 |
+
}
|
| 75 |
+
|
| 76 |
+
def record_tool_call(tool_name: str, duration: float, success: bool):
|
| 77 |
+
"""Record a tool call"""
|
| 78 |
+
_metrics.record_request(tool_name, duration, success)
|
| 79 |
+
|
| 80 |
+
def record_cache_hit():
|
| 81 |
+
"""Record cache hit"""
|
| 82 |
+
_metrics.cache_hits += 1
|
| 83 |
+
|
| 84 |
+
def record_cache_miss():
|
| 85 |
+
"""Record cache miss"""
|
| 86 |
+
_metrics.cache_misses += 1
|
src/utils/prioritization.py
ADDED
|
@@ -0,0 +1,314 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""
|
| 2 |
+
🎯 Smart Prioritization System
|
| 3 |
+
Severity-based sorting with impact analysis and fix effort estimation
|
| 4 |
+
"""
|
| 5 |
+
from typing import Dict, List, Any
|
| 6 |
+
import re
|
| 7 |
+
|
| 8 |
+
|
| 9 |
+
class IssuePrioritizer:
|
| 10 |
+
"""Smart issue prioritization with severity, impact, and effort analysis"""
|
| 11 |
+
|
| 12 |
+
# Severity weights
|
| 13 |
+
SEVERITY_WEIGHTS = {
|
| 14 |
+
"error": 10,
|
| 15 |
+
"critical": 10,
|
| 16 |
+
"warning": 5,
|
| 17 |
+
"info": 1
|
| 18 |
+
}
|
| 19 |
+
|
| 20 |
+
# Impact categories (security > reliability > performance > style)
|
| 21 |
+
IMPACT_WEIGHTS = {
|
| 22 |
+
"security": 100,
|
| 23 |
+
"reliability": 50,
|
| 24 |
+
"performance": 25,
|
| 25 |
+
"maintainability": 10,
|
| 26 |
+
"style": 5
|
| 27 |
+
}
|
| 28 |
+
|
| 29 |
+
# Fix effort estimation keywords
|
| 30 |
+
QUICK_FIX_PATTERNS = [
|
| 31 |
+
"missing semicolon", "unused variable", "console.log",
|
| 32 |
+
"trailing whitespace", "missing docstring", "import order"
|
| 33 |
+
]
|
| 34 |
+
|
| 35 |
+
MEDIUM_FIX_PATTERNS = [
|
| 36 |
+
"complexity", "duplicate code", "function too long",
|
| 37 |
+
"too many parameters", "nested loop"
|
| 38 |
+
]
|
| 39 |
+
|
| 40 |
+
MAJOR_REFACTOR_PATTERNS = [
|
| 41 |
+
"sql injection", "xss vulnerability", "race condition",
|
| 42 |
+
"memory leak", "architecture", "design pattern"
|
| 43 |
+
]
|
| 44 |
+
|
| 45 |
+
@staticmethod
|
| 46 |
+
def classify_severity(issue: Dict[str, Any]) -> str:
|
| 47 |
+
"""Classify issue severity"""
|
| 48 |
+
severity = issue.get("severity", "").lower()
|
| 49 |
+
message = issue.get("message", "").lower()
|
| 50 |
+
rule_id = issue.get("rule_id", "").lower()
|
| 51 |
+
|
| 52 |
+
# Security issues are always critical
|
| 53 |
+
if any(word in message or word in rule_id for word in
|
| 54 |
+
["security", "vulnerability", "injection", "xss", "csrf"]):
|
| 55 |
+
return "critical"
|
| 56 |
+
|
| 57 |
+
# Map existing severities
|
| 58 |
+
if severity in ["error", "critical"]:
|
| 59 |
+
return "critical"
|
| 60 |
+
elif severity == "warning":
|
| 61 |
+
return "high"
|
| 62 |
+
elif severity == "info":
|
| 63 |
+
return "low"
|
| 64 |
+
|
| 65 |
+
return "medium"
|
| 66 |
+
|
| 67 |
+
@staticmethod
|
| 68 |
+
def classify_impact(issue: Dict[str, Any]) -> tuple[str, int]:
|
| 69 |
+
"""Classify issue impact category and score"""
|
| 70 |
+
message = issue.get("message", "").lower()
|
| 71 |
+
rule_id = issue.get("rule_id", "").lower()
|
| 72 |
+
text = f"{message} {rule_id}"
|
| 73 |
+
|
| 74 |
+
# Security issues
|
| 75 |
+
if any(word in text for word in
|
| 76 |
+
["security", "vulnerability", "injection", "xss", "csrf",
|
| 77 |
+
"hardcoded", "secret", "token", "password", "weak"]):
|
| 78 |
+
return "security", 100
|
| 79 |
+
|
| 80 |
+
# Reliability issues
|
| 81 |
+
if any(word in text for word in
|
| 82 |
+
["null", "undefined", "exception", "error handling",
|
| 83 |
+
"race condition", "memory leak", "resource leak"]):
|
| 84 |
+
return "reliability", 50
|
| 85 |
+
|
| 86 |
+
# Performance issues
|
| 87 |
+
if any(word in text for word in
|
| 88 |
+
["performance", "slow", "inefficient", "complexity",
|
| 89 |
+
"nested loop", "blocking", "synchronous"]):
|
| 90 |
+
return "performance", 25
|
| 91 |
+
|
| 92 |
+
# Maintainability issues
|
| 93 |
+
if any(word in text for word in
|
| 94 |
+
["duplicate", "complexity", "maintainability", "readability",
|
| 95 |
+
"naming", "function length", "parameters"]):
|
| 96 |
+
return "maintainability", 10
|
| 97 |
+
|
| 98 |
+
# Style issues
|
| 99 |
+
return "style", 5
|
| 100 |
+
|
| 101 |
+
@staticmethod
|
| 102 |
+
def estimate_fix_effort(issue: Dict[str, Any]) -> tuple[str, int]:
|
| 103 |
+
"""Estimate effort to fix (quick/medium/major) with time in minutes"""
|
| 104 |
+
message = issue.get("message", "").lower()
|
| 105 |
+
rule_id = issue.get("rule_id", "").lower()
|
| 106 |
+
text = f"{message} {rule_id}"
|
| 107 |
+
|
| 108 |
+
# Quick fixes (1-5 minutes)
|
| 109 |
+
for pattern in IssuePrioritizer.QUICK_FIX_PATTERNS:
|
| 110 |
+
if pattern in text:
|
| 111 |
+
return "quick-fix", 2
|
| 112 |
+
|
| 113 |
+
# Major refactors (30+ minutes)
|
| 114 |
+
for pattern in IssuePrioritizer.MAJOR_REFACTOR_PATTERNS:
|
| 115 |
+
if pattern in text:
|
| 116 |
+
return "major-refactor", 45
|
| 117 |
+
|
| 118 |
+
# Medium fixes (5-15 minutes)
|
| 119 |
+
for pattern in IssuePrioritizer.MEDIUM_FIX_PATTERNS:
|
| 120 |
+
if pattern in text:
|
| 121 |
+
return "medium-fix", 10
|
| 122 |
+
|
| 123 |
+
# Default to medium
|
| 124 |
+
return "medium-fix", 10
|
| 125 |
+
|
| 126 |
+
@classmethod
|
| 127 |
+
def calculate_priority_score(cls, issue: Dict[str, Any]) -> int:
|
| 128 |
+
"""Calculate overall priority score (higher = more urgent)"""
|
| 129 |
+
severity = cls.classify_severity(issue)
|
| 130 |
+
impact_category, impact_score = cls.classify_impact(issue)
|
| 131 |
+
effort_category, effort_minutes = cls.estimate_fix_effort(issue)
|
| 132 |
+
|
| 133 |
+
# Base score from severity
|
| 134 |
+
severity_map = {
|
| 135 |
+
"critical": 1000,
|
| 136 |
+
"high": 500,
|
| 137 |
+
"medium": 100,
|
| 138 |
+
"low": 10
|
| 139 |
+
}
|
| 140 |
+
base_score = severity_map.get(severity, 100)
|
| 141 |
+
|
| 142 |
+
# Add impact score
|
| 143 |
+
total_score = base_score + impact_score
|
| 144 |
+
|
| 145 |
+
# Boost quick fixes (we want to encourage quick wins)
|
| 146 |
+
if effort_category == "quick-fix":
|
| 147 |
+
total_score += 50
|
| 148 |
+
|
| 149 |
+
return total_score
|
| 150 |
+
|
| 151 |
+
@classmethod
|
| 152 |
+
def enrich_issue(cls, issue: Dict[str, Any]) -> Dict[str, Any]:
|
| 153 |
+
"""Enrich issue with priority metadata"""
|
| 154 |
+
enriched = issue.copy()
|
| 155 |
+
|
| 156 |
+
# Add classifications
|
| 157 |
+
enriched["priority_severity"] = cls.classify_severity(issue)
|
| 158 |
+
impact_cat, impact_score = cls.classify_impact(issue)
|
| 159 |
+
enriched["impact_category"] = impact_cat
|
| 160 |
+
enriched["impact_score"] = impact_score
|
| 161 |
+
|
| 162 |
+
effort_cat, effort_minutes = cls.estimate_fix_effort(issue)
|
| 163 |
+
enriched["fix_effort"] = effort_cat
|
| 164 |
+
enriched["estimated_fix_time_minutes"] = effort_minutes
|
| 165 |
+
|
| 166 |
+
# Calculate priority score
|
| 167 |
+
enriched["priority_score"] = cls.calculate_priority_score(issue)
|
| 168 |
+
|
| 169 |
+
return enriched
|
| 170 |
+
|
| 171 |
+
@classmethod
|
| 172 |
+
def prioritize_issues(cls, issues: List[Dict[str, Any]]) -> List[Dict[str, Any]]:
|
| 173 |
+
"""Sort issues by priority (highest first) and enrich with metadata"""
|
| 174 |
+
# Enrich all issues
|
| 175 |
+
enriched_issues = [cls.enrich_issue(issue) for issue in issues]
|
| 176 |
+
|
| 177 |
+
# Sort by priority score (descending)
|
| 178 |
+
sorted_issues = sorted(
|
| 179 |
+
enriched_issues,
|
| 180 |
+
key=lambda x: x.get("priority_score", 0),
|
| 181 |
+
reverse=True
|
| 182 |
+
)
|
| 183 |
+
|
| 184 |
+
return sorted_issues
|
| 185 |
+
|
| 186 |
+
@staticmethod
|
| 187 |
+
def get_statistics(issues: List[Dict[str, Any]]) -> Dict[str, Any]:
|
| 188 |
+
"""Generate statistics from prioritized issues"""
|
| 189 |
+
if not issues:
|
| 190 |
+
return {
|
| 191 |
+
"total": 0,
|
| 192 |
+
"by_severity": {},
|
| 193 |
+
"by_impact": {},
|
| 194 |
+
"by_effort": {},
|
| 195 |
+
"total_fix_time_minutes": 0,
|
| 196 |
+
"quick_wins": 0
|
| 197 |
+
}
|
| 198 |
+
|
| 199 |
+
stats = {
|
| 200 |
+
"total": len(issues),
|
| 201 |
+
"by_severity": {},
|
| 202 |
+
"by_impact": {},
|
| 203 |
+
"by_effort": {},
|
| 204 |
+
"total_fix_time_minutes": 0,
|
| 205 |
+
"quick_wins": 0
|
| 206 |
+
}
|
| 207 |
+
|
| 208 |
+
for issue in issues:
|
| 209 |
+
# Count by severity
|
| 210 |
+
severity = issue.get("priority_severity", "medium")
|
| 211 |
+
stats["by_severity"][severity] = stats["by_severity"].get(severity, 0) + 1
|
| 212 |
+
|
| 213 |
+
# Count by impact
|
| 214 |
+
impact = issue.get("impact_category", "style")
|
| 215 |
+
stats["by_impact"][impact] = stats["by_impact"].get(impact, 0) + 1
|
| 216 |
+
|
| 217 |
+
# Count by effort
|
| 218 |
+
effort = issue.get("fix_effort", "medium-fix")
|
| 219 |
+
stats["by_effort"][effort] = stats["by_effort"].get(effort, 0) + 1
|
| 220 |
+
|
| 221 |
+
# Sum fix time
|
| 222 |
+
stats["total_fix_time_minutes"] += issue.get("estimated_fix_time_minutes", 0)
|
| 223 |
+
|
| 224 |
+
# Count quick wins
|
| 225 |
+
if effort == "quick-fix":
|
| 226 |
+
stats["quick_wins"] += 1
|
| 227 |
+
|
| 228 |
+
# Add human-readable time estimate
|
| 229 |
+
total_minutes = stats["total_fix_time_minutes"]
|
| 230 |
+
if total_minutes < 60:
|
| 231 |
+
stats["estimated_fix_time"] = f"{total_minutes} minutes"
|
| 232 |
+
else:
|
| 233 |
+
hours = total_minutes // 60
|
| 234 |
+
minutes = total_minutes % 60
|
| 235 |
+
stats["estimated_fix_time"] = f"{hours}h {minutes}m"
|
| 236 |
+
|
| 237 |
+
return stats
|
| 238 |
+
|
| 239 |
+
|
| 240 |
+
def format_priority_report(issues: List[Dict[str, Any]]) -> str:
|
| 241 |
+
"""Format prioritized issues into a readable report"""
|
| 242 |
+
if not issues:
|
| 243 |
+
return "✅ No issues found!"
|
| 244 |
+
|
| 245 |
+
stats = IssuePrioritizer.get_statistics(issues)
|
| 246 |
+
|
| 247 |
+
report = f"""
|
| 248 |
+
# 📊 Issue Priority Report
|
| 249 |
+
|
| 250 |
+
## 📈 Summary
|
| 251 |
+
- **Total Issues**: {stats['total']}
|
| 252 |
+
- **Estimated Fix Time**: {stats['estimated_fix_time']}
|
| 253 |
+
- **Quick Wins**: {stats['quick_wins']} issues
|
| 254 |
+
|
| 255 |
+
## 🚨 By Severity
|
| 256 |
+
"""
|
| 257 |
+
|
| 258 |
+
severity_emojis = {
|
| 259 |
+
"critical": "🔴",
|
| 260 |
+
"high": "🟠",
|
| 261 |
+
"medium": "🟡",
|
| 262 |
+
"low": "🔵"
|
| 263 |
+
}
|
| 264 |
+
|
| 265 |
+
for severity in ["critical", "high", "medium", "low"]:
|
| 266 |
+
count = stats["by_severity"].get(severity, 0)
|
| 267 |
+
if count > 0:
|
| 268 |
+
emoji = severity_emojis.get(severity, "⚪")
|
| 269 |
+
report += f"- {emoji} **{severity.title()}**: {count}\n"
|
| 270 |
+
|
| 271 |
+
report += "\n## 🎯 By Impact\n"
|
| 272 |
+
impact_emojis = {
|
| 273 |
+
"security": "🛡️",
|
| 274 |
+
"reliability": "⚡",
|
| 275 |
+
"performance": "🚀",
|
| 276 |
+
"maintainability": "🔧",
|
| 277 |
+
"style": "🎨"
|
| 278 |
+
}
|
| 279 |
+
|
| 280 |
+
for impact in ["security", "reliability", "performance", "maintainability", "style"]:
|
| 281 |
+
count = stats["by_impact"].get(impact, 0)
|
| 282 |
+
if count > 0:
|
| 283 |
+
emoji = impact_emojis.get(impact, "📌")
|
| 284 |
+
report += f"- {emoji} **{impact.title()}**: {count}\n"
|
| 285 |
+
|
| 286 |
+
report += "\n## ⏱️ By Fix Effort\n"
|
| 287 |
+
effort_labels = {
|
| 288 |
+
"quick-fix": "⚡ Quick Fix (< 5 min)",
|
| 289 |
+
"medium-fix": "🔧 Medium Fix (5-15 min)",
|
| 290 |
+
"major-refactor": "🏗️ Major Refactor (30+ min)"
|
| 291 |
+
}
|
| 292 |
+
|
| 293 |
+
for effort in ["quick-fix", "medium-fix", "major-refactor"]:
|
| 294 |
+
count = stats["by_effort"].get(effort, 0)
|
| 295 |
+
if count > 0:
|
| 296 |
+
label = effort_labels.get(effort, effort)
|
| 297 |
+
report += f"- {label}: {count}\n"
|
| 298 |
+
|
| 299 |
+
# Top 5 highest priority issues
|
| 300 |
+
report += "\n## 🔥 Top Priority Issues\n\n"
|
| 301 |
+
|
| 302 |
+
for i, issue in enumerate(issues[:5], 1):
|
| 303 |
+
severity_emoji = severity_emojis.get(issue.get("priority_severity", "medium"), "⚪")
|
| 304 |
+
impact_emoji = impact_emojis.get(issue.get("impact_category", "style"), "📌")
|
| 305 |
+
|
| 306 |
+
line = issue.get("line", "?")
|
| 307 |
+
message = issue.get("message", "No description")
|
| 308 |
+
effort = issue.get("fix_effort", "medium-fix")
|
| 309 |
+
fix_time = issue.get("estimated_fix_time_minutes", "?")
|
| 310 |
+
|
| 311 |
+
report += f"{i}. {severity_emoji} {impact_emoji} **Line {line}**: {message}\n"
|
| 312 |
+
report += f" ⏱️ ~{fix_time} min to fix\n\n"
|
| 313 |
+
|
| 314 |
+
return report
|
src/utils/rate_limiter.py
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""🏆 Rate Limiter for API Protection"""
|
| 2 |
+
import time
|
| 3 |
+
from collections import defaultdict
|
| 4 |
+
from typing import Dict, Tuple
|
| 5 |
+
import logging
|
| 6 |
+
|
| 7 |
+
logger = logging.getLogger(__name__)
|
| 8 |
+
|
| 9 |
+
class RateLimiter:
|
| 10 |
+
"""Token bucket rate limiter"""
|
| 11 |
+
|
| 12 |
+
def __init__(self, requests_per_minute: int = 60):
|
| 13 |
+
self.capacity = requests_per_minute
|
| 14 |
+
self.refill_rate = requests_per_minute / 60.0 # Tokens per second
|
| 15 |
+
self.buckets: Dict[str, Tuple[float, float]] = defaultdict(lambda: (self.capacity, time.time()))
|
| 16 |
+
|
| 17 |
+
def check_rate_limit(self, identifier: str = "default") -> bool:
|
| 18 |
+
"""
|
| 19 |
+
Check if request is allowed under rate limit.
|
| 20 |
+
|
| 21 |
+
Args:
|
| 22 |
+
identifier: User/IP identifier for rate limiting
|
| 23 |
+
|
| 24 |
+
Returns:
|
| 25 |
+
bool: True if request allowed, False if rate limited
|
| 26 |
+
"""
|
| 27 |
+
tokens, last_update = self.buckets[identifier]
|
| 28 |
+
now = time.time()
|
| 29 |
+
|
| 30 |
+
# Refill tokens based on time elapsed
|
| 31 |
+
time_passed = now - last_update
|
| 32 |
+
tokens = min(self.capacity, tokens + time_passed * self.refill_rate)
|
| 33 |
+
|
| 34 |
+
if tokens >= 1:
|
| 35 |
+
# Consume 1 token
|
| 36 |
+
self.buckets[identifier] = (tokens - 1, now)
|
| 37 |
+
return True
|
| 38 |
+
else:
|
| 39 |
+
# Rate limited
|
| 40 |
+
self.buckets[identifier] = (tokens, now)
|
| 41 |
+
logger.warning(f"Rate limit exceeded for {identifier}")
|
| 42 |
+
return False
|
| 43 |
+
|
| 44 |
+
def get_wait_time(self, identifier: str = "default") -> float:
|
| 45 |
+
"""Get time to wait before next request allowed"""
|
| 46 |
+
tokens, _ = self.buckets[identifier]
|
| 47 |
+
if tokens >= 1:
|
| 48 |
+
return 0.0
|
| 49 |
+
return (1 - tokens) / self.refill_rate
|
| 50 |
+
|
| 51 |
+
# Global rate limiter instance
|
| 52 |
+
rate_limiter = RateLimiter(requests_per_minute=60)
|
src/utils/result_formatter.py
ADDED
|
@@ -0,0 +1,136 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Result Formatting Utilities"""
|
| 2 |
+
import json
|
| 3 |
+
from typing import Dict, Any, List
|
| 4 |
+
|
| 5 |
+
def format_analysis_result(result: Dict[str, Any]) -> str:
|
| 6 |
+
"""
|
| 7 |
+
Format analysis result for display.
|
| 8 |
+
|
| 9 |
+
Args:
|
| 10 |
+
result: Analysis result dictionary
|
| 11 |
+
|
| 12 |
+
Returns:
|
| 13 |
+
str: Formatted result string
|
| 14 |
+
"""
|
| 15 |
+
if "error" in result:
|
| 16 |
+
return f"❌ Error: {result['error']}"
|
| 17 |
+
|
| 18 |
+
issues = result.get("issues", [])
|
| 19 |
+
if not issues:
|
| 20 |
+
return "✅ No issues found! Code looks good."
|
| 21 |
+
|
| 22 |
+
output = [f"Found {len(issues)} issue(s):\n"]
|
| 23 |
+
|
| 24 |
+
for i, issue in enumerate(issues, 1):
|
| 25 |
+
severity = issue.get("severity", "info").upper()
|
| 26 |
+
message = issue.get("message", "Unknown issue")
|
| 27 |
+
location = issue.get("location", {})
|
| 28 |
+
row = location.get("row", "?")
|
| 29 |
+
col = location.get("column", "?")
|
| 30 |
+
|
| 31 |
+
emoji = {
|
| 32 |
+
"ERROR": "🔴",
|
| 33 |
+
"WARNING": "🟡",
|
| 34 |
+
"INFO": "🔵"
|
| 35 |
+
}.get(severity, "⚪")
|
| 36 |
+
|
| 37 |
+
output.append(f"{emoji} Issue {i}: Line {row}:{col}")
|
| 38 |
+
output.append(f" {severity}: {message}")
|
| 39 |
+
|
| 40 |
+
if "suggestion" in issue:
|
| 41 |
+
output.append(f" 💡 Suggestion: {issue['suggestion']}")
|
| 42 |
+
|
| 43 |
+
output.append("")
|
| 44 |
+
|
| 45 |
+
return "\n".join(output)
|
| 46 |
+
|
| 47 |
+
def format_security_result(result: Dict[str, Any]) -> str:
|
| 48 |
+
"""
|
| 49 |
+
Format security scan result.
|
| 50 |
+
|
| 51 |
+
Args:
|
| 52 |
+
result: Security result dictionary
|
| 53 |
+
|
| 54 |
+
Returns:
|
| 55 |
+
str: Formatted result string
|
| 56 |
+
"""
|
| 57 |
+
if "error" in result:
|
| 58 |
+
return f"❌ Error: {result['error']}"
|
| 59 |
+
|
| 60 |
+
vulnerabilities = result.get("vulnerabilities", [])
|
| 61 |
+
if not vulnerabilities:
|
| 62 |
+
return "✅ No security vulnerabilities found!"
|
| 63 |
+
|
| 64 |
+
output = [f"🛡️ Found {len(vulnerabilities)} security issue(s):\n"]
|
| 65 |
+
|
| 66 |
+
# Group by severity
|
| 67 |
+
by_severity = {}
|
| 68 |
+
for vuln in vulnerabilities:
|
| 69 |
+
severity = vuln.get("severity", "MEDIUM")
|
| 70 |
+
by_severity.setdefault(severity, []).append(vuln)
|
| 71 |
+
|
| 72 |
+
for severity in ["CRITICAL", "HIGH", "MEDIUM", "LOW"]:
|
| 73 |
+
if severity not in by_severity:
|
| 74 |
+
continue
|
| 75 |
+
|
| 76 |
+
vulns = by_severity[severity]
|
| 77 |
+
emoji = {
|
| 78 |
+
"CRITICAL": "🔴",
|
| 79 |
+
"HIGH": "🟠",
|
| 80 |
+
"MEDIUM": "🟡",
|
| 81 |
+
"LOW": "🟢"
|
| 82 |
+
}.get(severity, "⚪")
|
| 83 |
+
|
| 84 |
+
output.append(f"{emoji} {severity} ({len(vulns)} issue(s)):")
|
| 85 |
+
for vuln in vulns:
|
| 86 |
+
line = vuln.get("line", "?")
|
| 87 |
+
message = vuln.get("message", "Unknown vulnerability")
|
| 88 |
+
output.append(f" Line {line}: {message}")
|
| 89 |
+
output.append("")
|
| 90 |
+
|
| 91 |
+
return "\n".join(output)
|
| 92 |
+
|
| 93 |
+
def format_complexity_result(result: Dict[str, Any]) -> str:
|
| 94 |
+
"""
|
| 95 |
+
Format complexity metrics result.
|
| 96 |
+
|
| 97 |
+
Args:
|
| 98 |
+
result: Complexity result dictionary
|
| 99 |
+
|
| 100 |
+
Returns:
|
| 101 |
+
str: Formatted result string
|
| 102 |
+
"""
|
| 103 |
+
if "error" in result:
|
| 104 |
+
return f"❌ Error: {result['error']}"
|
| 105 |
+
|
| 106 |
+
metrics = result.get("metrics", {})
|
| 107 |
+
if not metrics:
|
| 108 |
+
return "⚠️ No complexity metrics available"
|
| 109 |
+
|
| 110 |
+
output = ["📊 Complexity Metrics:\n"]
|
| 111 |
+
|
| 112 |
+
# Average complexity
|
| 113 |
+
avg = metrics.get("average_complexity", 0)
|
| 114 |
+
output.append(f"Average Complexity: {avg:.2f}")
|
| 115 |
+
|
| 116 |
+
# Max complexity
|
| 117 |
+
max_val = metrics.get("max_complexity", 0)
|
| 118 |
+
output.append(f"Maximum Complexity: {max_val}")
|
| 119 |
+
|
| 120 |
+
# Maintainability index
|
| 121 |
+
mi = metrics.get("maintainability_index", 0)
|
| 122 |
+
mi_emoji = "🟢" if mi >= 70 else "🟡" if mi >= 50 else "🔴"
|
| 123 |
+
output.append(f"{mi_emoji} Maintainability Index: {mi:.1f}/100")
|
| 124 |
+
|
| 125 |
+
# Functions by complexity
|
| 126 |
+
functions = metrics.get("functions", [])
|
| 127 |
+
if functions:
|
| 128 |
+
output.append(f"\nTop Complex Functions:")
|
| 129 |
+
sorted_funcs = sorted(functions, key=lambda x: x.get("complexity", 0), reverse=True)
|
| 130 |
+
for func in sorted_funcs[:5]:
|
| 131 |
+
name = func.get("name", "unknown")
|
| 132 |
+
complexity = func.get("complexity", 0)
|
| 133 |
+
rank = func.get("rank", "?")
|
| 134 |
+
output.append(f" - {name}: {complexity} ({rank} complexity)")
|
| 135 |
+
|
| 136 |
+
return "\n".join(output)
|
src/utils/validators.py
ADDED
|
@@ -0,0 +1,69 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
"""Input Validation Utilities"""
|
| 2 |
+
from pathlib import Path
|
| 3 |
+
from typing import Optional
|
| 4 |
+
import logging
|
| 5 |
+
|
| 6 |
+
logger = logging.getLogger(__name__)
|
| 7 |
+
|
| 8 |
+
def validate_code(code: str) -> None:
|
| 9 |
+
"""
|
| 10 |
+
Validate code input.
|
| 11 |
+
|
| 12 |
+
Args:
|
| 13 |
+
code: Source code string
|
| 14 |
+
|
| 15 |
+
Raises:
|
| 16 |
+
ValueError: If code is invalid
|
| 17 |
+
"""
|
| 18 |
+
if not code or not code.strip():
|
| 19 |
+
raise ValueError("Code cannot be empty")
|
| 20 |
+
|
| 21 |
+
if len(code) > 1_000_000: # 1MB limit
|
| 22 |
+
raise ValueError("Code size exceeds maximum limit (1MB)")
|
| 23 |
+
|
| 24 |
+
def validate_path(path: str) -> None:
|
| 25 |
+
"""
|
| 26 |
+
Validate file/directory path.
|
| 27 |
+
|
| 28 |
+
Args:
|
| 29 |
+
path: File or directory path
|
| 30 |
+
|
| 31 |
+
Raises:
|
| 32 |
+
ValueError: If path is invalid
|
| 33 |
+
"""
|
| 34 |
+
if not path:
|
| 35 |
+
raise ValueError("Path cannot be empty")
|
| 36 |
+
|
| 37 |
+
path_obj = Path(path)
|
| 38 |
+
if not path_obj.exists():
|
| 39 |
+
raise ValueError(f"Path does not exist: {path}")
|
| 40 |
+
|
| 41 |
+
# Security: prevent path traversal
|
| 42 |
+
try:
|
| 43 |
+
path_obj.resolve()
|
| 44 |
+
except Exception as e:
|
| 45 |
+
raise ValueError(f"Invalid path: {e}")
|
| 46 |
+
|
| 47 |
+
def validate_language(language: str) -> str:
|
| 48 |
+
"""
|
| 49 |
+
Validate and normalize language parameter.
|
| 50 |
+
|
| 51 |
+
Args:
|
| 52 |
+
language: Programming language
|
| 53 |
+
|
| 54 |
+
Returns:
|
| 55 |
+
str: Normalized language name
|
| 56 |
+
|
| 57 |
+
Raises:
|
| 58 |
+
ValueError: If language is not supported
|
| 59 |
+
"""
|
| 60 |
+
valid_languages = ["auto", "python", "javascript", "typescript"]
|
| 61 |
+
language = language.lower().strip()
|
| 62 |
+
|
| 63 |
+
if language not in valid_languages:
|
| 64 |
+
raise ValueError(
|
| 65 |
+
f"Unsupported language: {language}. "
|
| 66 |
+
f"Supported: {', '.join(valid_languages)}"
|
| 67 |
+
)
|
| 68 |
+
|
| 69 |
+
return language
|