Agnes-AI's picture
Add inference code
fc3971e verified
Raw History Blame Contribute Delete
795 Bytes
"""DAVINCI SparseMoE TENP pruning: signed projection, gate^1, modality z-score."""
from .apply import prune_moe_layer
from .collector import ExpertStats, LayerCollector
from .hook import attach_collectors, detach_collectors, maybe_attach_from_env, maybe_save_from_env, set_collectors_timestep
from .score import gated_signed_projection
from .scoring import fuse_modality_scores, keep_indices, modality_lambdas
from .sttenp import prune_sttenp_layer
__all__ = [
"ExpertStats",
"LayerCollector",
"attach_collectors",
"detach_collectors",
"maybe_attach_from_env",
"maybe_save_from_env",
"set_collectors_timestep",
"fuse_modality_scores",
"gated_signed_projection",
"keep_indices",
"modality_lambdas",
"prune_moe_layer",
"prune_sttenp_layer",
]