skills/alembic/_scores.json

{
  "version": "1.0.0",
  "skillHash": "sha256:64614d6420d07e46357747ad7eefd430fbc131661bae1fbc3820e837f652f569",
  "scoredAt": "2026-05-13T13:52:09.051Z",
  "backend": "ollama",
  "model": "gpt-oss:20b",
  "quality": {
    "score": 77,
    "dimensions": {
      "clarity": "PASS",
      "completeness": "WEAK",
      "conciseness": "PASS",
      "actionability": "PASS",
      "crossPlatform": "PASS",
      "examples": "FAIL"
    },
    "issues": [
      {
        "severity": "MEDIUM",
        "category": "completeness",
        "detail": "Instructions do not cover error handling or edge cases such as missing configuration or migration failures."
      },
      {
        "severity": "HIGH",
        "category": "examples",
        "detail": "No separate examples section with realistic demonstrations is provided."
      }
    ]
  },
  "security": {
    "verdict": "SAFE",
    "issues": []
  },
  "impact": {
    "multiplier": 1.07,
    "baselineAvg": 70,
    "treatmentAvg": 75,
    "scenarios": [
      {
        "name": "create-table-migration",
        "baseline": 70,
        "treatment": 50,
        "rationale": "Response A meets most rubric requirements except the missing command, while Response B also omits the command and uses incorrect column definitions."
      },
      {
        "name": "ci-migration-commands",
        "baseline": 70,
        "treatment": 100,
        "rationale": "Response A fully meets the rubric by listing the commands and noting they belong in CI, while Response B lists the commands but omits the CI context."
      }
    ]
  }
}