File size: 765 Bytes
be611b4 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
# Copyright (c) Facebook, Inc. and its affiliates.
#
# This source code is licensed under the MIT license found in the
# LICENSE file in the root directory of this source tree.
from .multihead_attention import ModelParallelMultiheadAttention
from .transformer_layer import ModelParallelTransformerEncoderLayer, ModelParallelTransformerDecoderLayer
from .transformer_sentence_encoder_layer import ModelParallelTransformerSentenceEncoderLayer
from .transformer_sentence_encoder import ModelParallelTransformerSentenceEncoder
__all__ = [
'ModelParallelMultiheadAttention',
'ModelParallelTransformerEncoderLayer',
'ModelParallelTransformerDecoderLayer',
'ModelParallelTransformerSentenceEncoder',
'ModelParallelTransformerSentenceEncoderLayer',
]
|