{ "format": "split", "components": [ "dit_castle", "dit_ancient_egypt", "dit_racing", "taehv" ], "shared": { "repo_id": "dgrauet/matrix-game-3.0-mlx", "revision": "ff0d4df16dde5c86fca8cbd934a41fdff5eec00c", "components": { "t5_encoder": "t5_encoder.safetensors", "vae": "vae.safetensors" }, "tokenizer": "google/umt5-xxl", "files": [ { "path": "t5_encoder.safetensors", "sha256": "f8770d43e586deb65541e1925d106ecf2901982c7e4b396409b86ea47f29e606" }, { "path": "vae.safetensors", "sha256": "fee0cef1828cc1285fd2ae3cb6d85bc510dd8dc00f19fe5b357a065f3f4998a4" }, { "path": "google/umt5-xxl/special_tokens_map.json", "sha256": "7b8a9f5040adb67b5805abdfd42c1f8d0f3d0e711f10726580eb3789cd0ad61d" }, { "path": "google/umt5-xxl/spiece.model", "sha256": "e3909a67b780650b35cf529ac782ad2b6b26e6d1f849d3fbb6a872905f452458" }, { "path": "google/umt5-xxl/tokenizer.json", "sha256": "6e197b4d3dbd71da14b4eb255f4fa91c9c1f2068b20a2de2472967ca3d22602b" }, { "path": "google/umt5-xxl/tokenizer_config.json", "sha256": "ed9a3a8b0faa71a70a32847e0435fe036e6e112d4df4edb7bb48a921e344dc05" } ] }, "recipe": "matrix-game-4.0", "source": "Skywork/Matrix-Game-4.0", "license": "apache-2.0", "quantization_scope": "DiT transformer-block Linear weights only (all three scenes), leaving the patch/time/text embeddings, the output head, norms and modulation parameters in bf16; TAEHV untouched (T5 and the Wan2.2 VAE are not in this repo)", "links": [ "Upstream code: https://github.com/SkyworkAI/Matrix-Game" ], "quantized": false, "extra_links": [ "Shared T5 encoder, Wan2.2 VAE and tokenizer (pinned): https://huggingface.co/dgrauet/matrix-game-3.0-mlx/tree/ff0d4df16dde5c86fca8cbd934a41fdff5eec00c" ], "usage_url": "https://github.com/dgrauet/Matrix-Game-mlx", "cli_snippet": "git clone https://github.com/dgrauet/Matrix-Game-mlx\ncd Matrix-Game-mlx/Matrix-Game-4-mlx\npip install -e .\n# scenes: ancient-egypt | castle | racing \u2014 weights download automatically on first run\n# quality preset (default; Wan VAE, 2 steps)\npython -m matrix_game_mlx.inference.offline --scene ancient-egypt --input clip.mp4 --output output/egypt\n# realtime preset (TAEHV codec, 1 step)\npython -m matrix_game_mlx.inference.offline --scene castle --preset realtime --input clip.mp4 --output output/castle-realtime", "build_note": "Measured with Matrix-Game-mlx on an M2 Pro (32 GB): quality preset ~27\u201338 s per 4-frame chunk at 24.4 GB peak; realtime preset ~3.5 s per chunk at 15 GB peak. The T5 encoder, Wan2.2 VAE and tokenizer are not in this repo: they are fetched from dgrauet/matrix-game-3.0-mlx at the revision pinned in split_model.json and checked by sha256." }