File size: 450 Bytes
eafbe80 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 |
from transformers import AutoConfig, AutoModel, AutoModelForCausalLM
from fla.models.nsa.configuration_nsa import NSAConfig
from fla.models.nsa.modeling_nsa import NSAForCausalLM, NSAModel
AutoConfig.register(NSAConfig.model_type, NSAConfig, exist_ok=True)
AutoModel.register(NSAConfig, NSAModel, exist_ok=True)
AutoModelForCausalLM.register(NSAConfig, NSAForCausalLM, exist_ok=True)
__all__ = [
'NSAConfig', 'NSAModel', 'NSAForCausalLM',
]
|