schemas/model-comparison.schema.json

{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "$id": "https://huggingface.co/buckets/StephaneGSL/kimi-k3-analysis/schemas/model-comparison.schema.json",
  "title": "Kimi K3 and Qwen3.8-Max comparison snapshot",
  "type": "object",
  "required": ["comparisonId", "snapshot", "models", "sharedBenchmarkClaims", "hostedListPriceUsdPerMillionTokens", "dimensionJudgments", "recheckTriggers"],
  "properties": {
    "$schema": {"type": "string"},
    "comparisonId": {"const": "kimi-k3-vs-qwen3.8-max"},
    "snapshot": {
      "type": "object",
      "required": ["capturedAt", "status", "paidTestingPerformed"],
      "properties": {
        "capturedAt": {"type": "string", "format": "date-time"},
        "status": {"const": "provisional-release-day-study"},
        "paidTestingPerformed": {"const": false}
      },
      "additionalProperties": false
    },
    "models": {
      "type": "object",
      "required": ["kimiK3", "qwen38Max"],
      "additionalProperties": {
        "type": "object",
        "required": ["modelId", "availability", "totalParameters", "activeParametersPerToken", "contextTokens", "architectureDisclosure", "modelRevision", "sourceRevision", "licenseStatus"],
        "properties": {
          "modelId": {"type": "string", "minLength": 1},
          "availability": {"type": "string", "minLength": 1},
          "totalParameters": {"type": "integer", "minimum": 1},
          "activeParametersPerToken": {"type": ["integer", "null"], "minimum": 1},
          "contextTokens": {"type": "integer", "minimum": 1},
          "architectureDisclosure": {"type": "string", "minLength": 1},
          "modelRevision": {"type": ["string", "null"]},
          "sourceRevision": {"type": ["string", "null"]},
          "licenseStatus": {"type": "string", "minLength": 1}
        },
        "additionalProperties": false
      }
    },
    "sharedBenchmarkClaims": {
      "type": "array",
      "minItems": 1,
      "items": {
        "type": "object",
        "required": ["benchmark", "variant", "kimiK3", "qwen38Max", "differenceLeader", "absoluteDifference", "comparability"],
        "properties": {
          "benchmark": {"type": "string", "minLength": 1},
          "variant": {"type": ["string", "null"]},
          "kimiK3": {"type": "number"},
          "qwen38Max": {"type": "number"},
          "differenceLeader": {"enum": ["kimiK3", "qwen38Max", "tie"]},
          "absoluteDifference": {"type": "number", "minimum": 0},
          "comparability": {"enum": ["directional-only", "not-safe-as-head-to-head"]}
        },
        "additionalProperties": false
      }
    },
    "hostedListPriceUsdPerMillionTokens": {
      "type": "object",
      "required": ["kimiK3", "qwen38Max"],
      "additionalProperties": {
        "type": "object",
        "required": ["cacheHit", "input", "output"],
        "properties": {
          "cacheHit": {"type": "number", "minimum": 0},
          "input": {"type": "number", "minimum": 0},
          "output": {"type": "number", "minimum": 0}
        },
        "additionalProperties": false
      }
    },
    "dimensionJudgments": {
      "type": "array",
      "minItems": 1,
      "items": {
        "type": "object",
        "required": ["dimension", "leaderAtSnapshot", "confidence", "reason"],
        "properties": {
          "dimension": {"type": "string", "minLength": 1},
          "leaderAtSnapshot": {"enum": ["kimiK3", "qwen38Max", "neither"]},
          "confidence": {"enum": ["low", "medium", "high"]},
          "reason": {"type": "string", "minLength": 1}
        },
        "additionalProperties": false
      }
    },
    "recheckTriggers": {"type": "array", "minItems": 1, "items": {"type": "string", "minLength": 1}}
  },
  "additionalProperties": false
}