File size: 216 Bytes
7feac49 | 1 2 3 4 5 6 7 8 9 | import os
if os.environ.get('SEQUENCE_PARALLEL_IMPL', 'ulysses') == 'xtuner':
from .xtuner import XTuner
sequence_parallel = XTuner()
else:
from .ulysses import Ulysses
sequence_parallel = Ulysses()
|