File size: 571 Bytes
d91766b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 | from diffulex.distributed.parallel_state import (
BaseModelParallelLayout,
MoEParallelLayout,
ParallelState,
WorldMesh,
build_parallel_state_for_test,
fetch_parallel_state,
init_process_group,
get_world_size,
init_parallel_state,
reset_parallel_state,
)
__all__ = [
"BaseModelParallelLayout",
"MoEParallelLayout",
"ParallelState",
"WorldMesh",
"build_parallel_state_for_test",
"fetch_parallel_state",
"get_world_size",
"init_parallel_state",
"init_process_group",
"reset_parallel_state",
]
|