train_hyperparams.json

{
  "gradient_accumulation_steps": 1,
  "num_train_epochs": 5,
  "learning_rate": 0.0001,
  "warmup_steps": 300,
  "eval_steps": 500,
  "early_stop": 5,
  "print_freq": 10,
  "weight_decay": 0.0,
  "pretrained_checkpoint": "",
  "frozen": true,
  "linear_frozen": true
}