| { |
| "format": "split", |
| "components": [ |
| "dit_castle", |
| "dit_ancient_egypt", |
| "dit_racing", |
| "taehv" |
| ], |
| "shared": { |
| "repo_id": "dgrauet/matrix-game-3.0-mlx", |
| "revision": "ff0d4df16dde5c86fca8cbd934a41fdff5eec00c", |
| "components": { |
| "t5_encoder": "t5_encoder.safetensors", |
| "vae": "vae.safetensors" |
| }, |
| "tokenizer": "google/umt5-xxl", |
| "files": [ |
| { |
| "path": "t5_encoder.safetensors", |
| "sha256": "f8770d43e586deb65541e1925d106ecf2901982c7e4b396409b86ea47f29e606" |
| }, |
| { |
| "path": "vae.safetensors", |
| "sha256": "fee0cef1828cc1285fd2ae3cb6d85bc510dd8dc00f19fe5b357a065f3f4998a4" |
| }, |
| { |
| "path": "google/umt5-xxl/special_tokens_map.json", |
| "sha256": "7b8a9f5040adb67b5805abdfd42c1f8d0f3d0e711f10726580eb3789cd0ad61d" |
| }, |
| { |
| "path": "google/umt5-xxl/spiece.model", |
| "sha256": "e3909a67b780650b35cf529ac782ad2b6b26e6d1f849d3fbb6a872905f452458" |
| }, |
| { |
| "path": "google/umt5-xxl/tokenizer.json", |
| "sha256": "6e197b4d3dbd71da14b4eb255f4fa91c9c1f2068b20a2de2472967ca3d22602b" |
| }, |
| { |
| "path": "google/umt5-xxl/tokenizer_config.json", |
| "sha256": "ed9a3a8b0faa71a70a32847e0435fe036e6e112d4df4edb7bb48a921e344dc05" |
| } |
| ] |
| }, |
| "recipe": "matrix-game-4.0", |
| "source": "Skywork/Matrix-Game-4.0", |
| "license": "apache-2.0", |
| "quantization_scope": "DiT transformer-block Linear weights only (all three scenes), leaving the patch/time/text embeddings, the output head, norms and modulation parameters in bf16; TAEHV untouched (T5 and the Wan2.2 VAE are not in this repo)", |
| "links": [ |
| "Upstream code: https://github.com/SkyworkAI/Matrix-Game" |
| ], |
| "quantized": false, |
| "extra_links": [ |
| "Shared T5 encoder, Wan2.2 VAE and tokenizer (pinned): https://huggingface.co/dgrauet/matrix-game-3.0-mlx/tree/ff0d4df16dde5c86fca8cbd934a41fdff5eec00c" |
| ], |
| "usage_url": "https://github.com/dgrauet/Matrix-Game-mlx", |
| "cli_snippet": "git clone https://github.com/dgrauet/Matrix-Game-mlx\ncd Matrix-Game-mlx/Matrix-Game-4-mlx\npip install -e .\n# scenes: ancient-egypt | castle | racing \u2014 weights download automatically on first run\n# quality preset (default; Wan VAE, 2 steps)\npython -m matrix_game_mlx.inference.offline --scene ancient-egypt --input clip.mp4 --output output/egypt\n# realtime preset (TAEHV codec, 1 step)\npython -m matrix_game_mlx.inference.offline --scene castle --preset realtime --input clip.mp4 --output output/castle-realtime", |
| "build_note": "Measured with Matrix-Game-mlx on an M2 Pro (32 GB): quality preset ~27\u201338 s per 4-frame chunk at 24.4 GB peak; realtime preset ~3.5 s per chunk at 15 GB peak. The T5 encoder, Wan2.2 VAE and tokenizer are not in this repo: they are fetched from dgrauet/matrix-game-3.0-mlx at the revision pinned in split_model.json and checked by sha256." |
| } |
