skills/appsmith/_scores.json

{
  "version": "1.0.0",
  "skillHash": "sha256:a3f4992c5facf292c76eff74a7d57d2653c34d038259863a893c2b129ff67309",
  "scoredAt": "2026-05-13T14:08:04.736Z",
  "backend": "ollama",
  "model": "gpt-oss:20b",
  "quality": {
    "score": 87,
    "dimensions": {
      "clarity": "WEAK",
      "completeness": "WEAK",
      "conciseness": "PASS",
      "actionability": "PASS",
      "crossPlatform": "PASS",
      "examples": "PASS"
    },
    "issues": [
      {
        "severity": "MEDIUM",
        "category": "clarity",
        "detail": "Instructions lack step-by-step guidance and are not specific for the agent."
      },
      {
        "severity": "MEDIUM",
        "category": "completeness",
        "detail": "Skill does not cover error scenarios or edge cases for deployment and data queries."
      }
    ]
  },
  "security": {
    "verdict": "SUSPICIOUS",
    "issues": [
      {
        "severity": "MEDIUM",
        "category": "curl",
        "detail": "Using a shortened URL in curl command may lead to malicious redirects."
      }
    ]
  },
  "impact": {
    "multiplier": 1.7,
    "baselineAvg": 43,
    "treatmentAvg": 73,
    "scenarios": [
      {
        "name": "create-products-crud-interface",
        "baseline": 45,
        "treatment": 55,
        "rationale": "Response A includes a modal and a JSObject for validation (though not named exactly), whereas Response B lacks any validation logic; both miss the date‑range requirement, but A is slightly more complete."
      },
      {
        "name": "setup-appsmith-k8s-git-sync",
        "baseline": 40,
        "treatment": 90,
        "rationale": "Response A covers almost all rubric items except the localhost URL, while Response B fails to provide the correct Helm repo URL and install command, missing key requirements."
      }
    ]
  }
}