| { | |
| "data_path": "/ocean/projects/mth250011p/shared/215a/final_project/data", | |
| "model_name": "google-bert/bert-base-uncased", | |
| "output_dir": "/ocean/projects/mth250011p/dzhang14/lab3/models/bert_finetuned_mlm", | |
| "device": "auto", | |
| "epochs": 3, | |
| "batch_size": 8, | |
| "lr": 5e-05, | |
| "max_length": 512, | |
| "words_per_example": 384, | |
| "mlm_prob": 0.15, | |
| "val_frac": 0.1, | |
| "limit_stories": 0, | |
| "seed": 42, | |
| "use_lora": false, | |
| "lora_rank": 8, | |
| "lora_alpha": 16, | |
| "lora_dropout": 0.05 | |
| } |