aryan5v commited on
Commit
cc4dc1e
·
verified ·
1 Parent(s): 37c09b7

Add pre-packed NVFP4 decoders and update docs

Browse files
Files changed (1) hide show
  1. quality-36L/config.json +15 -2
quality-36L/config.json CHANGED
@@ -13,7 +13,6 @@
13
  "quantized_layers": "transformer_blocks.*.{attn.to_q,attn.to_k,attn.to_v,attn.to_out.0,ff.net.0.proj,ff.net.2}",
14
  "high_precision": "proj_in, proj_out, norms, register tokens, post_quant_conv"
15
  },
16
- "stored_dtype_note": "NVFP4 linear weights are stored as bf16 master weights and packed to NVFP4 at load; packing is deterministic, so decoded pixels match training.",
17
  "compute_dtype": "bfloat16 autocast",
18
  "host_vae": "MiniMaxAI/MiniMax-H3 vae/ (full 36-block VAE)",
19
  "tensor_count_by_dtype": {
@@ -21,5 +20,19 @@
21
  "bfloat16": 432
22
  },
23
  "nvfp4_linear_parameters": 2416877568,
24
- "source_step": 6000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
25
  }
 
13
  "quantized_layers": "transformer_blocks.*.{attn.to_q,attn.to_k,attn.to_v,attn.to_out.0,ff.net.0.proj,ff.net.2}",
14
  "high_precision": "proj_in, proj_out, norms, register tokens, post_quant_conv"
15
  },
 
16
  "compute_dtype": "bfloat16 autocast",
17
  "host_vae": "MiniMaxAI/MiniMax-H3 vae/ (full 36-block VAE)",
18
  "tensor_count_by_dtype": {
 
20
  "bfloat16": 432
21
  },
22
  "nvfp4_linear_parameters": 2416877568,
23
+ "source_step": 6000,
24
+ "files": {
25
+ "decoder.safetensors": {
26
+ "format": "fastvideo_h3_decoder_nvfp4_deploy_v1",
27
+ "contents": "NVFP4 linears as bf16 master weights, packed to NVFP4 at load; other tensors in their trained dtype",
28
+ "bytes": 4860464512,
29
+ "use": "reference weights, re-quantization, further training"
30
+ },
31
+ "decoder-nvfp4.safetensors": {
32
+ "format": "fastvideo_h3_decoder_nvfp4_packed_v1",
33
+ "contents": "pre-packed NVFP4: per linear packed_weight (uint8, two E2M1 codes per byte), weight_inv_scale (E4M3 per-16 block scales, FlashInfer SfLayout.layout_128x4 swizzle), weight_global_sf (fp32), bias (bf16), input_amax (fp32); other tensors in their trained dtype (fp32)",
34
+ "bytes": 1387637112,
35
+ "use": "smallest download and lowest load memory; Blackwell only; decodes bit-identically to decoder.safetensors"
36
+ }
37
+ }
38
  }