StephaneGSL/kimi-k3-analysis / schemas /architecture.schema.json
StephaneGSL's picture
download
raw
2.05 kB
{
"$schema": "https://json-schema.org/draft/2020-12/schema",
"$id": "https://huggingface.co/buckets/StephaneGSL/kimi-k3-analysis/schemas/architecture.schema.json",
"title": "Kimi K3 architecture profile",
"type": "object",
"required": [
"model",
"snapshotDate",
"architecture",
"parameters",
"backbone",
"moe",
"vision",
"quantization",
"publicImplementation"
],
"properties": {
"$schema": {"type": "string"},
"model": {"const": "moonshotai/Kimi-K3"},
"snapshotDate": {"type": "string", "format": "date"},
"architecture": {"const": "Mixture-of-Experts"},
"parameters": {
"type": "object",
"required": ["total", "activePerToken", "releasedWeightBytes", "weightShards"],
"properties": {
"total": {"type": "integer", "minimum": 1},
"activePerToken": {"type": "integer", "minimum": 1},
"releasedWeightBytes": {"type": "integer", "minimum": 1},
"weightShards": {"type": "integer", "minimum": 1}
},
"additionalProperties": false
},
"backbone": {
"type": "object",
"required": [
"layers",
"hiddenDimension",
"attentionHeads",
"attentionComposition",
"attentionResidualBlockSize",
"activation",
"contextLength",
"vocabularySize"
]
},
"moe": {
"type": "object",
"required": [
"routedExperts",
"selectedExpertsPerToken",
"sharedExperts",
"latentDimension",
"expertHiddenDimension",
"routerActivation",
"loadBalancing"
]
},
"vision": {
"type": "object",
"required": ["encoder", "parameters", "layers", "patchSize", "attentionHeads"]
},
"quantization": {
"type": "object",
"required": ["expertWeights", "expertActivations", "method"]
},
"publicImplementation": {
"type": "object",
"required": ["kind", "trainingCodeComplete", "productionKernelsIncluded"]
}
},
"additionalProperties": false
}

Xet Storage Details

Size:
2.05 kB
·
Xet hash:
842ad2996854b783ab60b3fcc7c89ead737eec98831f91d5ae6bf0904b3e834c

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.