configs/train_params/finetune_with_lower_encoder_lr.yaml

defaults:
  - default

# Use 20x lower lr for finetuning
lr: 5e-06
min_lr: 5e-08

# Optimizer parameters specific to submodules
submodule_configs:
  # Encoder
  encoder:
    lr: 2.5e-07
    min_lr: 2.5e-09
    warmup_epochs: ${train_params.warmup_epochs}
    weight_decay: ${train_params.weight_decay}
    schedule_type: ${train_params.schedule_type}