JustAGeek commited on
Commit
22d3be8
·
verified ·
1 Parent(s): adfcb1c

Set Mamba batch_size=32 to avoid OOM

Browse files
params_storage/params_mamba_single_gpu.py CHANGED
@@ -30,7 +30,7 @@ opt_exp.data = "rw_to_rw" # Same Jacobs Hall dataset as Fig 10b
30
  opt_exp.n_decoders = 1 # Single decoder (location only)
31
  opt_exp.model_type = "mamba" # Selects Mamba pipeline in train_and_test.py
32
 
33
- opt_exp.batch_size = 64
34
  opt_exp.ds_step_trn = 1
35
  opt_exp.ds_step_tst = 1
36
  opt_exp.weight_decay = 1e-5
 
30
  opt_exp.n_decoders = 1 # Single decoder (location only)
31
  opt_exp.model_type = "mamba" # Selects Mamba pipeline in train_and_test.py
32
 
33
+ opt_exp.batch_size = 32 # 64 OOMs on H100 with mamba-ssm
34
  opt_exp.ds_step_trn = 1
35
  opt_exp.ds_step_tst = 1
36
  opt_exp.weight_decay = 1e-5