ac35f70
1
2
3
4
5
6
7
8
9
import os if os.environ.get('SEQUENCE_PARALLEL_IMPL', 'ulysses') == 'xtuner': from .xtuner import XTuner sequence_parallel = XTuner() else: from .ulysses import Ulysses sequence_parallel = Ulysses()
