DeepSeek-Flash-Mini / model /__init__.py
nowordsxiaomu's picture
Initial release: DeepSeek-Flash-Mini nano (15M MoE, MLA+MTP)
5e6d9f5 verified
Raw
History Blame Contribute Delete
344 Bytes
from .transformer import DeepSeekFlashMini, Block, MTPModule
from .mla import MLA
from .moe import MoE, Gate, DenseFFN
from .layers import RMSNorm, SwiGLU, build_rope_cache, apply_rope
__all__ = [
"DeepSeekFlashMini", "Block", "MTPModule",
"MLA", "MoE", "Gate", "DenseFFN",
"RMSNorm", "SwiGLU", "build_rope_cache", "apply_rope",
]