skills/aws-cognito/_scores.json

{
  "version": "1.0.0",
  "skillHash": "sha256:e8419bc248f9b15fa8482a0250fedcf89dd330bd0b53e6d68c12828d96127a43",
  "scoredAt": "2026-05-13T14:22:55.949Z",
  "backend": "ollama",
  "model": "gpt-oss:20b",
  "quality": {
    "score": 93,
    "dimensions": {
      "clarity": "PASS",
      "completeness": "WEAK",
      "conciseness": "PASS",
      "actionability": "PASS",
      "crossPlatform": "PASS",
      "examples": "PASS"
    },
    "issues": [
      {
        "severity": "MEDIUM",
        "category": "completeness",
        "detail": "Does not cover error scenarios or edge cases."
      }
    ]
  },
  "security": {
    "verdict": "SAFE",
    "issues": [
      {
        "severity": "MEDIUM",
        "category": "credentialHardcoding",
        "detail": "Hardcoded client_secret in provider-details."
      }
    ]
  },
  "impact": {
    "multiplier": 2,
    "baselineAvg": 50,
    "treatmentAvg": 100,
    "scenarios": [
      {
        "name": "create-user-pool-with-email-mfa",
        "baseline": 20,
        "treatment": 100,
        "rationale": "Response B satisfies every rubric requirement, while Response A omits several key flags and settings."
      },
      {
        "name": "setup-google-federation-hosted-ui",
        "baseline": 80,
        "treatment": 100,
        "rationale": "Response B fully satisfies all rubric items, while Response A omits the openid scope and the name/username mappings."
      }
    ]
  }
}