yongyizang's picture
TinyMOSS-Diarize: 2.911-bit packed weights, runtime, and model card
7ccb33d verified
Raw
History Blame Contribute Delete
724 Bytes
"""Sherry and mild RTN weight-quantization helpers."""
from .pack_stq1 import PackedSTQ1, pack, unpack
from .pack_rtn import PackedRTN, pack_rtn, unpack_rtn
from .rtn_quant import RTNEmbedding, RTNLinear, TiedRTNLMHead, rtn_quantize, tie_rtn_lm_head
from .sherry_quant import ArenasScheduler, SherryLinear, nm_quantize
from .wrap_model import freeze_non_quantized, wrap_rtn, wrap_sherry
__all__ = [
"ArenasScheduler",
"PackedSTQ1",
"PackedRTN",
"RTNEmbedding",
"RTNLinear",
"TiedRTNLMHead",
"SherryLinear",
"freeze_non_quantized",
"nm_quantize",
"pack",
"pack_rtn",
"rtn_quantize",
"tie_rtn_lm_head",
"unpack",
"unpack_rtn",
"wrap_rtn",
"wrap_sherry",
]