Hugging Face's logo

dgrauet
/
matrix-game-4.0-mlx

MLX
Safetensors
ti2v
mlx-forge
apple-silicon
Model card Files
xet
 Community
matrix-game-4.0-mlx
File size: 2,901 Bytes
327ce1f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
fb0cbfe
 
 
 
327ce1f
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
{
  "format": "split",
  "components": [
    "dit_castle",
    "dit_ancient_egypt",
    "dit_racing",
    "taehv"
  ],
  "shared": {
    "repo_id": "dgrauet/matrix-game-3.0-mlx",
    "revision": "ff0d4df16dde5c86fca8cbd934a41fdff5eec00c",
    "components": {
      "t5_encoder": "t5_encoder.safetensors",
      "vae": "vae.safetensors"
    },
    "tokenizer": "google/umt5-xxl",
    "files": [
      {
        "path": "t5_encoder.safetensors",
        "sha256": "f8770d43e586deb65541e1925d106ecf2901982c7e4b396409b86ea47f29e606"
      },
      {
        "path": "vae.safetensors",
        "sha256": "fee0cef1828cc1285fd2ae3cb6d85bc510dd8dc00f19fe5b357a065f3f4998a4"
      },
      {
        "path": "google/umt5-xxl/special_tokens_map.json",
        "sha256": "7b8a9f5040adb67b5805abdfd42c1f8d0f3d0e711f10726580eb3789cd0ad61d"
      },
      {
        "path": "google/umt5-xxl/spiece.model",
        "sha256": "e3909a67b780650b35cf529ac782ad2b6b26e6d1f849d3fbb6a872905f452458"
      },
      {
        "path": "google/umt5-xxl/tokenizer.json",
        "sha256": "6e197b4d3dbd71da14b4eb255f4fa91c9c1f2068b20a2de2472967ca3d22602b"
      },
      {
        "path": "google/umt5-xxl/tokenizer_config.json",
        "sha256": "ed9a3a8b0faa71a70a32847e0435fe036e6e112d4df4edb7bb48a921e344dc05"
      }
    ]
  },
  "recipe": "matrix-game-4.0",
  "source": "Skywork/Matrix-Game-4.0",
  "license": "apache-2.0",
  "quantization_scope": "DiT transformer-block Linear weights only (all three scenes), leaving the patch/time/text embeddings, the output head, norms and modulation parameters in bf16; TAEHV untouched (T5 and the Wan2.2 VAE are not in this repo)",
  "links": [
    "Upstream code: https://github.com/SkyworkAI/Matrix-Game"
  ],
  "quantized": false,
  "extra_links": [
    "Shared T5 encoder, Wan2.2 VAE and tokenizer (pinned): https://huggingface.co/dgrauet/matrix-game-3.0-mlx/tree/ff0d4df16dde5c86fca8cbd934a41fdff5eec00c"
  ],
  "usage_url": "https://github.com/dgrauet/Matrix-Game-mlx",
  "cli_snippet": "git clone https://github.com/dgrauet/Matrix-Game-mlx\ncd Matrix-Game-mlx/Matrix-Game-4-mlx\npip install -e .\n# scenes: ancient-egypt | castle | racing \u2014 weights download automatically on first run\n# quality preset (default; Wan VAE, 2 steps)\npython -m matrix_game_mlx.inference.offline --scene ancient-egypt --input clip.mp4 --output output/egypt\n# realtime preset (TAEHV codec, 1 step)\npython -m matrix_game_mlx.inference.offline --scene castle --preset realtime --input clip.mp4 --output output/castle-realtime",
  "build_note": "Measured with Matrix-Game-mlx on an M2 Pro (32 GB): quality preset ~27\u201338 s per 4-frame chunk at 24.4 GB peak; realtime preset ~3.5 s per chunk at 15 GB peak. The T5 encoder, Wan2.2 VAE and tokenizer are not in this repo: they are fetched from dgrauet/matrix-game-3.0-mlx at the revision pinned in split_model.json and checked by sha256."
}