File size: 2,974 Bytes
81e3673 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 | #!/usr/bin/env python3
"""
Compare models.py coverage before and after adding tests.
"""
import json
import sys
# Load baseline (from phase_127_baseline.json)
try:
with open("tests/coverage_reports/metrics/phase_127_baseline.json") as f:
baseline = json.load(f)
except FileNotFoundError:
print("ERROR: Baseline coverage file not found: phase_127_baseline.json")
print("Run: pytest tests/ --cov=core --cov-report=json:tests/coverage_reports/metrics/phase_127_baseline.json")
sys.exit(1)
# Load new models coverage
try:
with open("tests/coverage_reports/metrics/phase_127_models_coverage.json") as f:
new_coverage = json.load(f)
except FileNotFoundError:
print("ERROR: New models coverage file not found: phase_127_models_coverage.json")
sys.exit(1)
# Extract models.py coverage from baseline
# Baseline might use different path formats
baseline_models = baseline["files"].get("backend/core/models.py", {}) or \
baseline["files"].get("core/models.py", {})
new_models = new_coverage["files"].get("backend/core/models.py", {}) or \
new_coverage["files"].get("core/models.py", {})
if not baseline_models:
print("WARNING: models.py not found in baseline coverage")
baseline_pct = 0
baseline_covered = 0
baseline_total = 0
else:
baseline_pct = baseline_models.get("summary", {}).get("percent_covered", 0)
baseline_covered = baseline_models.get("summary", {}).get("covered_lines", 0)
baseline_total = baseline_models.get("summary", {}).get("num_statements", 0)
if not new_models:
print("ERROR: models.py not found in new coverage report")
sys.exit(1)
new_pct = new_models.get("summary", {}).get("percent_covered", 0)
new_covered = new_models.get("summary", {}).get("covered_lines", 0)
new_total = new_models.get("summary", {}).get("num_statements", 0)
improvement = new_pct - baseline_pct
lines_added = new_covered - baseline_covered
result = {
"file": "core/models.py",
"baseline_coverage": round(baseline_pct, 2),
"new_coverage": round(new_pct, 2),
"improvement": round(improvement, 2),
"lines_covered_before": baseline_covered,
"lines_covered_after": new_covered,
"lines_added": lines_added,
"total_statements": new_total,
"missing_lines": new_total - new_covered
}
# Write result
with open("tests/coverage_reports/metrics/phase_127_models_improvement.json", "w") as f:
json.dump(result, f, indent=2)
# Print summary
print("=" * 60)
print("core/models.py Coverage Improvement")
print("=" * 60)
print(f"Before: {baseline_pct:.2f}% ({baseline_covered}/{baseline_total} lines)")
print(f"After: {new_pct:.2f}% ({new_covered}/{new_total} lines)")
print(f"Gain: +{improvement:.2f} percentage points ({lines_added:+d} lines)")
print("=" * 60)
print(f"\nRemaining uncovered lines: {result['missing_lines']}")
print(f"Coverage target: 80% | Current: {new_pct:.2f}% | Status: {'✓ PASS' if new_pct >= 80 else '✗ FAIL'}")
|