data/schema.json

{
  "$schema": "http://json-schema.org/draft-07/schema#",
  "title": "Official Benchmarks Leaderboard Schema",
  "description": "Unified schema for 12 official Hugging Face benchmarks",
  "type": "object",
  "properties": {
    "metadata": {
      "type": "object",
      "properties": {
        "version": {"type": "string"},
        "lastUpdated": {"type": "string", "format": "date-time"},
        "totalModels": {"type": "integer"},
        "totalBenchmarks": {"type": "integer"}
      }
    },
    "benchmarks": {
      "type": "object",
      "description": "Benchmark definitions and metadata",
      "additionalProperties": {
        "type": "object",
        "properties": {
          "id": {"type": "string"},
          "name": {"type": "string"},
          "shortName": {"type": "string"},
          "description": {"type": "string"},
          "metric": {"type": "string"},
          "metricUnit": {"type": "string"},
          "url": {"type": "string", "format": "uri"},
          "huggingfaceUrl": {"type": "string", "format": "uri"},
          "officialLeaderboard": {"type": "string", "format": "uri"},
          "category": {"type": "string", "enum": ["math", "knowledge", "coding", "language", "vision", "retrieval", "agent"]},
          "color": {"type": "string"},
          "isGated": {"type": "boolean"},
          "coverage": {"type": "number", "minimum": 0, "maximum": 1}
        }
      }
    },
    "models": {
      "type": "array",
      "items": {
        "type": "object",
        "properties": {
          "id": {"type": "string"},
          "name": {"type": "string"},
          "provider": {"type": "string"},
          "type": {"type": "string", "enum": ["open", "closed"]},
          "released": {"type": "string"},
          "metadata": {
            "type": "object",
            "properties": {
              "license": {"type": "string"},
              "parameters": {"type": "string"},
              "contextWindow": {"type": "integer"},
              "modality": {"type": "string"},
              "architecture": {"type": "string"}
            }
          },
          "benchmarks": {
            "type": "object",
            "description": "Benchmark scores for this model",
            "additionalProperties": {
              "type": "object",
              "properties": {
                "score": {"type": "number"},
                "confidence": {"type": "string", "enum": ["official", "verified", "community"]},
                "source": {"type": "string"},
                "sourceUrl": {"type": "string", "format": "uri"},
                "date": {"type": "string", "format": "date"}
              }
            }
          },
          "aggregateScore": {"type": "number"},
          "coverageCount": {"type": "integer"},
          "coveragePercent": {"type": "number"}
        },
        "required": ["id", "name", "provider", "type"]
      }
    }
  }
}