{ "$schema": "http://json-schema.org/draft-07/schema#", "title": "Official Benchmarks Leaderboard Schema", "description": "Unified schema for 12 official Hugging Face benchmarks", "type": "object", "properties": { "metadata": { "type": "object", "properties": { "version": {"type": "string"}, "lastUpdated": {"type": "string", "format": "date-time"}, "totalModels": {"type": "integer"}, "totalBenchmarks": {"type": "integer"} } }, "benchmarks": { "type": "object", "description": "Benchmark definitions and metadata", "additionalProperties": { "type": "object", "properties": { "id": {"type": "string"}, "name": {"type": "string"}, "shortName": {"type": "string"}, "description": {"type": "string"}, "metric": {"type": "string"}, "metricUnit": {"type": "string"}, "url": {"type": "string", "format": "uri"}, "huggingfaceUrl": {"type": "string", "format": "uri"}, "officialLeaderboard": {"type": "string", "format": "uri"}, "category": {"type": "string", "enum": ["math", "knowledge", "coding", "language", "vision", "retrieval", "agent"]}, "color": {"type": "string"}, "isGated": {"type": "boolean"}, "coverage": {"type": "number", "minimum": 0, "maximum": 1} } } }, "models": { "type": "array", "items": { "type": "object", "properties": { "id": {"type": "string"}, "name": {"type": "string"}, "provider": {"type": "string"}, "type": {"type": "string", "enum": ["open", "closed"]}, "released": {"type": "string"}, "metadata": { "type": "object", "properties": { "license": {"type": "string"}, "parameters": {"type": "string"}, "contextWindow": {"type": "integer"}, "modality": {"type": "string"}, "architecture": {"type": "string"} } }, "benchmarks": { "type": "object", "description": "Benchmark scores for this model", "additionalProperties": { "type": "object", "properties": { "score": {"type": "number"}, "confidence": {"type": "string", "enum": ["official", "verified", "community"]}, "source": {"type": "string"}, "sourceUrl": {"type": "string", "format": "uri"}, "date": {"type": "string", "format": "date"} } } }, "aggregateScore": {"type": "number"}, "coverageCount": {"type": "integer"}, "coveragePercent": {"type": "number"} }, "required": ["id", "name", "provider", "type"] } } } }