configs/train_params/lower_encoder_lr_64g.yaml

defaults:
  - default

# Use 2x higher lr for 8x higher effective batch size
lr: 2e-04
min_lr: 2e-07

# Optimizer parameters specific to submodules
submodule_configs:
  # Encoder
  encoder:
    lr: 1e-05
    min_lr: 1e-08
    warmup_epochs: ${train_params.warmup_epochs}
    weight_decay: ${train_params.weight_decay}
    schedule_type: ${train_params.schedule_type}