File size: 571 Bytes
b66f552 | 1 2 3 4 5 6 7 8 9 10 11 12 13 |
from transformers import AutoConfig, AutoModel, AutoModelForCausalLM
from fla.models.transformer.configuration_transformer import TransformerConfig
from fla.models.transformer.modeling_transformer import TransformerForCausalLM, TransformerModel
AutoConfig.register(TransformerConfig.model_type, TransformerConfig, exist_ok=True)
AutoModel.register(TransformerConfig, TransformerModel, exist_ok=True)
AutoModelForCausalLM.register(TransformerConfig, TransformerForCausalLM, exist_ok=True)
__all__ = ['TransformerConfig', 'TransformerForCausalLM', 'TransformerModel']
|