model: model_type: mamba embed_dim: 512 depth: 24 predictor_depth: 2 drop_path_rate: 0.1 bimamba_type: v2 if_devide_out: true mixer_type: mamba momentum: 0.996 final_momentum: 0.9999 norm_target: true data: train_list: data/lists/pretrain_train.txt val_list: data/lists/pretrain_val.txt batch_size: 4 num_workers: 8 T_prime: 30 tau_seconds: 6.0 default_tr: null training: epochs: 30 lr: 5.0e-4 weight_decay: 0.05 warmup_epochs: 3 mask_ratio: 0.65 grad_clip: 1.0 grad_accumulation_steps: 4 seed: 42 use_amp: true logging: log_interval: 20 checkpoint_dir: ./checkpoints/pretrain/example log_dir: ./logs/pretrain/example