{ "job_id": "capscore_20260612_100000_abc12345", "status": "done", "capability": "audit_repository", "created_at": "2026-06-12T10:00:00Z", "started_at": "2026-06-12T10:00:02Z", "completed_at": "2026-06-12T10:04:30Z", "scorecard": { "overall_score": 84.0, "technical_execution": { "score": 85.7, "notes": "12/14 checks passed. Repository setup is reproducible; CI pipeline present.", "checks": [ {"name": "github_url_provided", "passed": true, "note": "Input URL provided"}, {"name": "readme_exists", "passed": true, "note": "README.md present"}, {"name": "env_example_exists", "passed": true, "note": ".env.example present"}, {"name": "docker_compose_exists", "passed": true, "note": "docker-compose.yml present"}, {"name": "dockerfile_exists", "passed": true, "note": "Dockerfile present"}, {"name": "tests_exist", "passed": true, "note": "tests/ directory present"}, {"name": "ci_exists", "passed": true, "note": "CI workflow present"}, {"name": "reproducible", "passed": true, "note": "Repo setup reproducible (score=85)"}, {"name": "cap_schema_present", "passed": true, "note": "CAP capability schema present"}, {"name": "cap_pricing_defined", "passed": true, "note": "CAP pricing defined"}, {"name": "cap_proof_delivery", "passed": true, "note": "Proof-of-delivery fields present"}, {"name": "cap_output_machine_readable", "passed": true, "note": "Output is machine-readable JSON"}, {"name": "no_critical_secrets", "passed": true, "note": "Security risk level: low"}, {"name": "license_exists", "passed": false, "note": "LICENSE file missing or not detected"} ] }, "a2a_composability": { "score": 85.7, "notes": "6/7 A2A composability checks passed.", "checks": [ {"name": "callable_by_agents", "passed": true, "note": "Service can be called by another agent"}, {"name": "typed_inputs", "passed": true, "note": "Inputs are typed/minimal"}, {"name": "structured_output", "passed": true, "note": "Outputs are structured JSON"}, {"name": "pricing_explicit", "passed": true, "note": "Pricing and SLA explicit"}, {"name": "a2a_dependency_documented", "passed": true, "note": "A2A dependency documented"}, {"name": "makes_a2a_calls", "passed": true, "note": "Makes A2A calls to other agents (3 calls)"}, {"name": "failure_behavior_documented", "passed": false, "note": "Failure/timeout behavior not documented"} ] }, "innovation": { "score": 80.0, "notes": "4/5 innovation checks passed.", "checks": [ {"name": "cap_integrated", "passed": true, "note": "CAP integration is real (not superficial)"}, {"name": "unique_use_case", "passed": true, "note": "Use case is distinct from generic API marketplace"}, {"name": "evidence_provided", "passed": true, "note": "Evidence URLs provided"}, {"name": "claims_backed_by_evidence", "passed": true, "note": "4 claims backed by evidence"}, {"name": "machine_readable_output", "passed": false, "note": "Output reusable by other agents — partially implemented"} ] }, "adoption_readiness": { "score": 83.3, "notes": "5/6 adoption readiness checks passed.", "checks": [ {"name": "listing_url_present", "passed": false, "note": "Agent Store listing URL not provided"}, {"name": "github_url_present", "passed": true, "note": "GitHub URL present"}, {"name": "quickstart_exists", "passed": true, "note": "README with quickstart present"}, {"name": "env_documented", "passed": true, "note": ".env.example with documented variables"}, {"name": "clear_pricing", "passed": true, "note": "Clear pricing for buyers"}, {"name": "sla_defined", "passed": true, "note": "SLA defined"} ] }, "presentation_readiness": { "score": 80.0, "notes": "4/5 presentation readiness checks passed.", "checks": [ {"name": "readme_present", "passed": true, "note": "README present"}, {"name": "demo_url_provided", "passed": false, "note": "No demo video URL provided"}, {"name": "claims_present", "passed": true, "note": "Claims or listing provided"}, {"name": "no_misleading_claims", "passed": true, "note": "0 misleading claims found"}, {"name": "few_unsupported_claims", "passed": true, "note": "0 unsupported claims"} ] }, "critical_issues": [ "No Agent Store listing URL provided — required for hackathon submission", "Failure/timeout behavior not documented in CAP integration", "LICENSE file not detected in repository root" ], "top_fixes": [ "Register agent on agent.croo.network and add listing URL to submission", "Add failure_modes section to cap-provider/src/schemas.ts", "Add MIT LICENSE file to repository root", "Add demo video URL (YouTube or Loom) to README and submission", "Document SLA timeouts in README and CAP schema" ] }, "worker_results": { "repo": { "stack_detected": "typescript+python", "files_present": { "README.md": true, ".env.example": true, "docker-compose.yml": true, "Dockerfile": true, "tests/": true, ".github/workflows/": true, "LICENSE": true, "cap-provider/": true, "api/": true, "frontend/": true }, "reproducible": true, "score": 85.0, "issues": [ "No Agent Store listing URL provided — required for hackathon submission" ], "suggestions": [ "Register agent on agent.croo.network and add listing URL to submission", "Add MIT LICENSE file to repository root", "Add demo video URL (YouTube or Loom) to README and submission" ] }, "claims": { "verifications": [ { "claim": "This agent provides a working CAP provider.", "status": "supported", "evidence": "cap-provider/src/index.ts registers capabilities via CROO SDK; package.json lists @croo/agent-sdk dependency", "confidence": 0.92, "suggested_rewrite": "" }, { "claim": "The agent can be called by other agents via CROO SDK.", "status": "supported", "evidence": "registerCapabilities.ts exports three capabilities with typed input/output schemas", "confidence": 0.88, "suggested_rewrite": "" }, { "claim": "The README setup works in less than 10 minutes.", "status": "weak", "evidence": "README has 5-step quickstart but first-time Docker pull could exceed 10 minutes on slow connections", "confidence": 0.65, "suggested_rewrite": "The README setup typically works in under 15 minutes with Docker installed." }, { "claim": "The agent delivers verifiable proof packs with SHA-256 hashes.", "status": "supported", "evidence": "proof_pack.py builds deterministic ZIP with sha256 manifest; result_hash.sha256 in every pack", "confidence": 0.95, "suggested_rewrite": "" } ], "score": 85.0 }, "cap": { "checks": { "schema_present": true, "pricing_defined": true, "proof_delivery": true, "output_machine_readable": true, "callable_by_agents": true, "typed_inputs": true, "a2a_dependency": true, "failure_documented": false, "sla_defined": true, "wallet_setup": true }, "score": 90.0, "issues": [ "failure_documented check failed — add failure_modes to schema" ] }, "security": { "findings": [], "dangerous_patterns": [], "unpinned_deps": ["httpx", "anthropic"], "risk_level": "low", "score": 95.0 }, "readme_suggestions": [ "Add a one-line badge for the CROO Agent Store listing", "Add architecture diagram showing CAP order flow", "Add troubleshooting section for Docker networking issues" ] }, "result_hash": "sha256:e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "proof_pack_url": "http://localhost:8000/jobs/capscore_20260612_100000_abc12345/proof-pack.zip", "a2a_calls": [ { "provider_agent": "source-verifier-mock", "cap_order_id": "order_sv_001", "task": "verify_github_source", "result_hash": "sha256:abc123def456", "status": "cleared", "started_at": "2026-06-12T10:00:05Z", "completed_at": "2026-06-12T10:00:12Z" }, { "provider_agent": "security-scanner-mock", "cap_order_id": "order_sec_001", "task": "scan_secrets", "result_hash": "sha256:bcd234ef5678", "status": "cleared", "started_at": "2026-06-12T10:01:00Z", "completed_at": "2026-06-12T10:02:30Z" }, { "provider_agent": "readme-rewriter-mock", "cap_order_id": "order_rr_001", "task": "suggest_readme_improvements", "result_hash": "sha256:cde345f06789", "status": "cleared", "started_at": "2026-06-12T10:03:00Z", "completed_at": "2026-06-12T10:04:00Z" } ], "error": null }