File size: 706 Bytes
eafbe80
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17

from transformers import AutoConfig, AutoModel, AutoModelForCausalLM

from fla.models.log_linear_mamba2.configuration_log_linear_mamba2 import LogLinearMamba2Config
from fla.models.log_linear_mamba2.modeling_log_linear_mamba2 import (
    LogLinearMamba2Block,
    LogLinearMamba2ForCausalLM,
    LogLinearMamba2Model,
)

AutoConfig.register(LogLinearMamba2Config.model_type, LogLinearMamba2Config, exist_ok=True)
AutoModel.register(LogLinearMamba2Config, LogLinearMamba2Model, exist_ok=True)
AutoModelForCausalLM.register(LogLinearMamba2Config, LogLinearMamba2ForCausalLM, exist_ok=True)


__all__ = ['LogLinearMamba2Config', 'LogLinearMamba2ForCausalLM', 'LogLinearMamba2Model', 'LogLinearMamba2Block']