File size: 1,727 Bytes
7e2407f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
cc4dc1e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
7e2407f
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
{
  "name": "FastH3 NVFP4 VAE decoder (quality-36L)",
  "format": "fastvideo_h3_decoder_nvfp4_deploy_v1",
  "architecture": "MiniMaxH3VideoViTDecoder3d",
  "decoder_blocks": 36,
  "hidden_size": 2048,
  "nvfp4": {
    "scheme": "W4A4 NVFP4 (E2M1 values, E4M3 per-16 block scales, FP32 per-tensor scale)",
    "block_size": 16,
    "activation_global_scale": "unit",
    "rotation_group": null,
    "quantized_linears": 216,
    "quantized_layers": "transformer_blocks.*.{attn.to_q,attn.to_k,attn.to_v,attn.to_out.0,ff.net.0.proj,ff.net.2}",
    "high_precision": "proj_in, proj_out, norms, register tokens, post_quant_conv"
  },
  "compute_dtype": "bfloat16 autocast",
  "host_vae": "MiniMaxAI/MiniMax-H3 vae/ (full 36-block VAE)",
  "tensor_count_by_dtype": {
    "float32": 369,
    "bfloat16": 432
  },
  "nvfp4_linear_parameters": 2416877568,
  "source_step": 6000,
  "files": {
    "decoder.safetensors": {
      "format": "fastvideo_h3_decoder_nvfp4_deploy_v1",
      "contents": "NVFP4 linears as bf16 master weights, packed to NVFP4 at load; other tensors in their trained dtype",
      "bytes": 4860464512,
      "use": "reference weights, re-quantization, further training"
    },
    "decoder-nvfp4.safetensors": {
      "format": "fastvideo_h3_decoder_nvfp4_packed_v1",
      "contents": "pre-packed NVFP4: per linear packed_weight (uint8, two E2M1 codes per byte), weight_inv_scale (E4M3 per-16 block scales, FlashInfer SfLayout.layout_128x4 swizzle), weight_global_sf (fp32), bias (bf16), input_amax (fp32); other tensors in their trained dtype (fp32)",
      "bytes": 1387637112,
      "use": "smallest download and lowest load memory; Blackwell only; decodes bit-identically to decoder.safetensors"
    }
  }
}