File size: 450 Bytes
eafbe80 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
from transformers import AutoConfig, AutoModel, AutoModelForCausalLM
from fla.models.mla.configuration_mla import MLAConfig
from fla.models.mla.modeling_mla import MLAForCausalLM, MLAModel
AutoConfig.register(MLAConfig.model_type, MLAConfig, exist_ok=True)
AutoModel.register(MLAConfig, MLAModel, exist_ok=True)
AutoModelForCausalLM.register(MLAConfig, MLAForCausalLM, exist_ok=True)
__all__ = [
'MLAConfig', 'MLAModel', 'MLAForCausalLM',
]
|