File size: 910 Bytes
16f5171
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
"""Project-local native NVFP4 experiments for Fish Audio S2-Pro."""

from .checkpoint import load_mixed_nvfp4_checkpoint
from .server import launch_mixed_nvfp4_thread_safe_queue

from .modules import (
    NVFP4FeedForward,
    NVFP4Linear,
    NVFP4TransformerBlock,
    apply_nvfp4_rounding_checkpoint,
    convert_s2_pro_nvfp4,
    load_direct_w4a4_m1_extension,
    load_rmsnorm_nvfp4_m1_extension,
    load_smallm_nvfp4_extension,
    load_silu_product_nvfp4_m1_extension,
    quantize_nvfp4,
)

__all__ = [
    "NVFP4FeedForward",
    "NVFP4Linear",
    "NVFP4TransformerBlock",
    "apply_nvfp4_rounding_checkpoint",
    "convert_s2_pro_nvfp4",
    "load_mixed_nvfp4_checkpoint",
    "launch_mixed_nvfp4_thread_safe_queue",
    "load_direct_w4a4_m1_extension",
    "load_rmsnorm_nvfp4_m1_extension",
    "load_smallm_nvfp4_extension",
    "load_silu_product_nvfp4_m1_extension",
    "quantize_nvfp4",
]