File size: 795 Bytes
fc3971e | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 | """DAVINCI SparseMoE TENP pruning: signed projection, gate^1, modality z-score."""
from .apply import prune_moe_layer
from .collector import ExpertStats, LayerCollector
from .hook import attach_collectors, detach_collectors, maybe_attach_from_env, maybe_save_from_env, set_collectors_timestep
from .score import gated_signed_projection
from .scoring import fuse_modality_scores, keep_indices, modality_lambdas
from .sttenp import prune_sttenp_layer
__all__ = [
"ExpertStats",
"LayerCollector",
"attach_collectors",
"detach_collectors",
"maybe_attach_from_env",
"maybe_save_from_env",
"set_collectors_timestep",
"fuse_modality_scores",
"gated_signed_projection",
"keep_indices",
"modality_lambdas",
"prune_moe_layer",
"prune_sttenp_layer",
]
|