skills/aws-cli/_scores.json

{
  "version": "1.0.0",
  "skillHash": "sha256:9a2e9155f525f52d5851ce697e7a8b826d4a70fd0338855d02101a2fc9a4da25",
  "scoredAt": "2026-05-13T14:21:13.790Z",
  "backend": "ollama",
  "model": "gpt-oss:20b",
  "quality": {
    "score": 87,
    "dimensions": {
      "clarity": "PASS",
      "completeness": "WEAK",
      "conciseness": "PASS",
      "actionability": "PASS",
      "crossPlatform": "WEAK",
      "examples": "PASS"
    },
    "issues": [
      {
        "severity": "MEDIUM",
        "category": "completeness",
        "detail": "The skill file does not cover error handling or edge cases."
      },
      {
        "severity": "MEDIUM",
        "category": "crossPlatform",
        "detail": "The code examples use bash syntax that may not work on Windows without a Unix-like environment."
      }
    ]
  },
  "security": {
    "verdict": "SUSPICIOUS",
    "issues": [
      {
        "severity": "MEDIUM",
        "category": "checksum",
        "detail": "Missing checksum verification for downloaded AWS CLI installer."
      }
    ]
  },
  "impact": {
    "multiplier": 1.75,
    "baselineAvg": 53,
    "treatmentAvg": 93,
    "scenarios": [
      {
        "name": "s3-bucket-creation",
        "baseline": 50,
        "treatment": 100,
        "rationale": "Response A includes all required commands with the correct syntax and profile, while Response B omits the required 'aws s3 mb' command, making it incomplete."
      },
      {
        "name": "ec2-instance-lifecycle",
        "baseline": 55,
        "treatment": 85,
        "rationale": "Response A includes all required parameters, waits, and stop/terminate steps, while Response B omits key-name, count, and lacks a table output, making A superior."
      }
    ]
  }
}