File size: 4,420 Bytes
81e3673 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 | #!/usr/bin/env python3
# -*- coding: utf-8 -*-
"""Generate Phase 101 coverage summary from pytest-cov results."""
import json
from datetime import datetime
from pathlib import Path
# Target threshold
TARGET_THRESHOLD = 60.0
# Coverage data from pytest-cov runs
coverage_data = {
"phase": "101",
"generated_at": datetime.utcnow().isoformat(),
"baseline_version": "v5.0",
"target_threshold": TARGET_THRESHOLD,
"summary": {
"total_services": 6,
"services_meeting_threshold": 4,
"overall_coverage_pct": 71.2,
"threshold_met": False,
"tests_added": 182,
"property_tests": 50
},
"services": [
{
"file": "core/agent_governance_service.py",
"coverage_pct_before": 10.39,
"coverage_pct_after": 84.0,
"covered_lines_before": 64,
"covered_lines_after": 173,
"total_lines": 206,
"threshold_met": True,
"tests_added": 46,
"status": "EXCEEDS_TARGET"
},
{
"file": "core/episode_segmentation_service.py",
"coverage_pct_before": 8.25,
"coverage_pct_after": 83.0,
"covered_lines_before": 48,
"covered_lines_after": 483,
"total_lines": 580,
"threshold_met": True,
"tests_added": 30,
"status": "EXCEEDS_TARGET"
},
{
"file": "core/episode_retrieval_service.py",
"coverage_pct_before": 9.03,
"coverage_pct_after": 61.0,
"covered_lines_before": 28,
"covered_lines_after": 192,
"total_lines": 315,
"threshold_met": True,
"tests_added": 25,
"status": "MEETS_TARGET"
},
{
"file": "core/episode_lifecycle_service.py",
"coverage_pct_before": 10.85,
"coverage_pct_after": 100.0,
"covered_lines_before": 11,
"covered_lines_after": 97,
"total_lines": 97,
"threshold_met": True,
"tests_added": 15,
"status": "EXCEEDS_TARGET"
},
{
"file": "tools/canvas_tool.py",
"coverage_pct_before": 3.80,
"coverage_pct_after": 28.0,
"covered_lines_before": 16,
"covered_lines_after": 119,
"total_lines": 422,
"threshold_met": False,
"tests_added": 35,
"status": "BELOW_TARGET",
"note": "Mock configuration issues, some tests still failing"
},
{
"file": "tools/agent_guidance_canvas_tool.py",
"coverage_pct_before": 14.67,
"coverage_pct_after": 14.67,
"covered_lines_before": 31,
"covered_lines_after": 31,
"total_lines": 211,
"threshold_met": False,
"tests_added": 25,
"status": "NOT_EXECUTED",
"note": "Test execution errors preventing coverage"
}
]
}
# Calculate summary
services_meeting = sum(1 for s in coverage_data["services"] if s["threshold_met"])
coverage_sum = sum(s["coverage_pct_after"] for s in coverage_data["services"])
average_coverage = coverage_sum / len(coverage_data["services"])
coverage_data["summary"]["services_meeting_threshold"] = services_meeting
coverage_data["summary"]["overall_coverage_pct"] = round(average_coverage, 2)
coverage_data["summary"]["threshold_met"] = services_meeting == len(coverage_data["services"])
# Write output
output_dir = Path("/Users/rushiparikh/projects/atom/backend/tests/coverage_reports/metrics")
output_dir.mkdir(parents=True, exist_ok=True)
output_file = output_dir / "phase_101_coverage_final.json"
with open(output_file, "w") as f:
json.dump(coverage_data, f, indent=2)
print("[OK] Coverage summary written to", output_file)
print("\nPhase 101 Coverage Summary:")
print(" Services meeting threshold:", services_meeting, "/", len(coverage_data["services"]))
print(" Average coverage:", round(average_coverage, 2), "%")
print(" Target met:", coverage_data["summary"]["threshold_met"])
print("\nServices:")
for service in coverage_data["services"]:
status_icon = "[OK]" if service["threshold_met"] else "[FAIL]"
print(" ", status_icon, service["file"] + ":", str(service["coverage_pct_after"]) + "%", "(" + service["status"] + ")")
|