Commit
·
ad1339c
1
Parent(s):
f8fd6e1
Update modeling_mpt.py
Browse files- modeling_mpt.py +3 -3
modeling_mpt.py
CHANGED
|
@@ -27,9 +27,9 @@ from llmfoundry.models.layers.custom_embedding import SharedEmbedding
|
|
| 27 |
from llmfoundry.models.layers.norm import NORM_CLASS_REGISTRY
|
| 28 |
from llmfoundry.models.utils.param_init_fns import MODEL_INIT_REGISTRY
|
| 29 |
|
| 30 |
-
from .
|
| 31 |
-
from .
|
| 32 |
-
from .
|
| 33 |
from .utils import instantiate_from_config
|
| 34 |
|
| 35 |
Tokenizer = Union[PreTrainedTokenizer, PreTrainedTokenizerFast]
|
|
|
|
| 27 |
from llmfoundry.models.layers.norm import NORM_CLASS_REGISTRY
|
| 28 |
from llmfoundry.models.utils.param_init_fns import MODEL_INIT_REGISTRY
|
| 29 |
|
| 30 |
+
from .configuration import ExtendedMPTConfig
|
| 31 |
+
from .attention import attn_bias_shape, build_attn_bias
|
| 32 |
+
from .blocks import MPTBlock
|
| 33 |
from .utils import instantiate_from_config
|
| 34 |
|
| 35 |
Tokenizer = Union[PreTrainedTokenizer, PreTrainedTokenizerFast]
|