| { |
| "base": { |
| "optimizer": "adamw8bit", |
| "lr": 1e-06, |
| "lr_scheduler": "constant", |
| "lr_decay_steps": 124140, |
| "lr_warmup_steps": 2482, |
| "betas": [ |
| 0.9, |
| 0.999 |
| ], |
| "epsilon": 1e-08, |
| "weight_decay": 0.01 |
| }, |
| "text_encoder_overrides": { |
| "optimizer": "adamw8bit", |
| "lr": 5e-07, |
| "lr_scheduler": "cosine", |
| "lr_decay_steps": 124140, |
| "lr_warmup_steps": 2482, |
| "betas": [ |
| 0.9, |
| 0.999 |
| ], |
| "epsilon": 1e-08, |
| "weight_decay": 0.01 |
| }, |
| "text_encoder_freezing": { |
| "unfreeze_last_n_layers": null |
| }, |
| "apply_grad_scaler_step_tweaks": true |
| } |