glm-5.2-visual-runtime / weights_manifest.json
wassemgtk's picture
Switch local vision stack to Qwen Omni and add weights bundle manifest
c4b8a5d verified
Raw
History Blame Contribute Delete
1.61 kB
{
"bundle_name": "glm-5.2-visual-runtime-one-repo-weights",
"description": "Checkpoint snapshots required to make the deployment repo self-contained.",
"target_directory": "models",
"default_profile": "glm52_plus_qwen_omni",
"profiles": {
"glm52_plus_qwen_omni": [
{
"role": "reasoning",
"repo_id": "zai-org/GLM-5.2-FP8",
"local_dir": "models/zai-org/GLM-5.2-FP8",
"served_model_name": "glm-5.2",
"launcher": "vllm/serve_glm52_fp8.sh"
},
{
"role": "vision_omni",
"repo_id": "Qwen/Qwen3-Omni-30B-A3B-Instruct",
"local_dir": "models/Qwen/Qwen3-Omni-30B-A3B-Instruct",
"served_model_name": "qwen3-omni",
"launcher": "vllm/serve_qwen3_omni.sh"
}
],
"qwen36_plus_qwen_omni": [
{
"role": "reasoning",
"repo_id": "Qwen/Qwen3.6-27B",
"local_dir": "models/Qwen/Qwen3.6-27B",
"served_model_name": "qwen3.6-27b",
"launcher": "vllm/serve_qwen36_27b.sh"
},
{
"role": "vision_omni",
"repo_id": "Qwen/Qwen3-Omni-30B-A3B-Instruct",
"local_dir": "models/Qwen/Qwen3-Omni-30B-A3B-Instruct",
"served_model_name": "qwen3-omni",
"launcher": "vllm/serve_qwen3_omni.sh"
}
]
},
"notes": [
"Run scripts/materialize_weights.py to download snapshots into models/.",
"After materialization, upload the models/ directory to this same repo with hf upload-large-folder or hf upload.",
"The GLM-5.2-FP8 snapshot is very large; confirm quota and time before uploading full weights."
]
}