Set Mamba batch_size=32 to avoid OOM
Browse files
params_storage/params_mamba_single_gpu.py
CHANGED
|
@@ -30,7 +30,7 @@ opt_exp.data = "rw_to_rw" # Same Jacobs Hall dataset as Fig 10b
|
|
| 30 |
opt_exp.n_decoders = 1 # Single decoder (location only)
|
| 31 |
opt_exp.model_type = "mamba" # Selects Mamba pipeline in train_and_test.py
|
| 32 |
|
| 33 |
-
opt_exp.batch_size = 64
|
| 34 |
opt_exp.ds_step_trn = 1
|
| 35 |
opt_exp.ds_step_tst = 1
|
| 36 |
opt_exp.weight_decay = 1e-5
|
|
|
|
| 30 |
opt_exp.n_decoders = 1 # Single decoder (location only)
|
| 31 |
opt_exp.model_type = "mamba" # Selects Mamba pipeline in train_and_test.py
|
| 32 |
|
| 33 |
+
opt_exp.batch_size = 32 # 64 OOMs on H100 with mamba-ssm
|
| 34 |
opt_exp.ds_step_trn = 1
|
| 35 |
opt_exp.ds_step_tst = 1
|
| 36 |
opt_exp.weight_decay = 1e-5
|