yagizdevre commited on
Commit
2755806
·
1 Parent(s): aa62136
Files changed (1) hide show
  1. modeling_minimamba.py +0 -1
modeling_minimamba.py CHANGED
@@ -40,7 +40,6 @@ class MiniMamba(PreTrainedModel):
40
  learnable_init_states=config.learnable_init_states,
41
  ssm_chunk_size=config.ssm_chunk_size,
42
  vocab_size=config.vocab_size,
43
- ffn_dim_multiplier=config.ffn_dim_multiplier,
44
  multiple_of=config.multiple_of,
45
  norm_eps=config.norm_eps,
46
  init_use_depth=config.init_use_depth,
 
40
  learnable_init_states=config.learnable_init_states,
41
  ssm_chunk_size=config.ssm_chunk_size,
42
  vocab_size=config.vocab_size,
 
43
  multiple_of=config.multiple_of,
44
  norm_eps=config.norm_eps,
45
  init_use_depth=config.init_use_depth,