flpelerin commited on
Commit
9f649e5
·
1 Parent(s): 258e237

Update file model.py

Browse files
Files changed (1) hide show
  1. model.py +2 -2
model.py CHANGED
@@ -1,7 +1,7 @@
1
  #from mamba_ssm.models.mixer_seq_simple import MambaLMHeadModel
2
  #from mamba_ssm.models.config_mamba import MambaConfig
3
 
4
- from mamba import Mamba, ModelConfig
5
 
6
 
7
  import torch
@@ -13,7 +13,7 @@ class Model:
13
  def __init__(self, config: Config):
14
  self.__dict__ = dict(config.__dict__)
15
 
16
- #self.model = MambaLMHeadModel(MambaConfig(**self.params.__dict__)).to(GetDevice())
17
  self.model = Mamba(ModelConfig(**self.params.__dict__)).to(GetDevice())
18
  self.log()
19
 
 
1
  #from mamba_ssm.models.mixer_seq_simple import MambaLMHeadModel
2
  #from mamba_ssm.models.config_mamba import MambaConfig
3
 
4
+ from mamba import Mamba, ModelArgs
5
 
6
 
7
  import torch
 
13
  def __init__(self, config: Config):
14
  self.__dict__ = dict(config.__dict__)
15
 
16
+ #self.model = MambaLMHeadModel(ModelArgs(**self.params.__dict__)).to(GetDevice())
17
  self.model = Mamba(ModelConfig(**self.params.__dict__)).to(GetDevice())
18
  self.log()
19