dgrauet commited on
Commit
559a94b
·
verified ·
1 Parent(s): 3c53f7e

Generate the card from the recipe: declare the quantization instead of hand-writing it

Browse files
Files changed (1) hide show
  1. split_model.json +13 -3
split_model.json CHANGED
@@ -4,13 +4,23 @@
4
  "void_pass1",
5
  "void_pass2"
6
  ],
 
 
 
7
  "recipe": "void-model",
8
  "source": "netflix/void-model",
9
  "license": "apache-2.0",
 
10
  "links": [
11
  "void-model-mlx (inference): https://github.com/dgrauet/void-model-mlx",
12
- "VideoX-Fun-mlx (engine): https://github.com/dgrauet/VideoX-Fun-mlx",
13
- "Base model weights: https://huggingface.co/dgrauet/CogVideoX-Fun-V1.5-5b-InP-mlx"
14
  ],
15
- "usage_url": "https://github.com/dgrauet/void-model-mlx"
 
 
 
 
 
 
 
16
  }
 
4
  "void_pass1",
5
  "void_pass2"
6
  ],
7
+ "quantized": true,
8
+ "quantization_bits": 4,
9
+ "quantization_group_size": 64,
10
  "recipe": "void-model",
11
  "source": "netflix/void-model",
12
  "license": "apache-2.0",
13
+ "quantization_scope": "transformer Linear weights only",
14
  "links": [
15
  "void-model-mlx (inference): https://github.com/dgrauet/void-model-mlx",
16
+ "VideoX-Fun-mlx (engine): https://github.com/dgrauet/VideoX-Fun-mlx"
 
17
  ],
18
+ "usage_url": "https://github.com/dgrauet/void-model-mlx",
19
+ "extra_links": [
20
+ "Base model weights (q8): https://huggingface.co/dgrauet/CogVideoX-Fun-V1.5-5b-InP-mlx-q8",
21
+ "bf16 variant: https://huggingface.co/dgrauet/void-model-mlx",
22
+ "q8 variant: https://huggingface.co/dgrauet/void-model-mlx-q8"
23
+ ],
24
+ "cli_snippet": "python -m void_mlx.infer \\\n --sample sample/BigBen \\\n --pass1 weights/q4/void_pass1.safetensors \\\n --pass2 weights/q4/void_pass2.safetensors \\\n --base-model /path/to/CogVideoX-Fun-V1.5-5b-InP-mlx-q8 \\\n --steps 30 --max-frames 13 --height 352 --width 624 \\\n --output result.gif",
25
+ "notes": "**This is the 32 GB configuration**: paired with the q8 base model, a full\ntwo-pass BigBen run (30 steps, 13 frames, 352\u00d7624) peaks at ~23.7 GB \u2014\nunder the 26.8 GB recommended working set of a 32 GB Apple Silicon Mac.\nQuality vs the bf16 weights: PSNR \u2248 35.5 dB on the same seed."
26
  }