training_args.json

{
  "data_path": "/ocean/projects/mth250011p/shared/215a/final_project/data",
  "model_name": "google-bert/bert-base-uncased",
  "output_dir": "/ocean/projects/mth250011p/dzhang14/lab3/models/bert_finetuned_mlm",
  "device": "auto",
  "epochs": 3,
  "batch_size": 8,
  "lr": 5e-05,
  "max_length": 512,
  "words_per_example": 384,
  "mlm_prob": 0.15,
  "val_frac": 0.1,
  "limit_stories": 0,
  "seed": 42,
  "use_lora": false,
  "lora_rank": 8,
  "lora_alpha": 16,
  "lora_dropout": 0.05
}