| {"model": {"decoder": "multi-task", "d_model": 512, "N": 3, "encoder_ff": 2048, "heads": 4, "residual_nn_dim": [1024, 512], "branched_ffnn": false, "dropout": 0.0, "special_tok_zero_fracs": false, "numeral_embeddings": false}, "trainer": {"swa_start": 500, "delay_scheduler": 0, "mlm_loss_weight": 0.00011, "n_elements": 10, "masking": true, "fraction_to_mask": 0.3, "cpd_token": true, "eos_token": false, "base_lr": 5e-05}, "max_epochs": 200, "wandb": true, "transfer_model": null, "pretraining_batchsize": 12, "task_dir": "pretraining_data/alexandria_3", "task_list": ["stress", "band_gap_dir", "band_gap_ind", "dos_ef", "e_above_hull", "e_form", "e_phase_separation", "energy_corrected", "energy_total", "lattice_matrix", "lattice_params", "nsites", "spg", "total_mag", "volume"], "save_every": 10, "eval": false, "sampling_prob": [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1], "task_types": ["MREG", "REG", "REG", "REG", "REG", "MLM", "REG", "REG", "REG", "MREG", "MREG", "REG", "REG", "REG", "REG"], "task_dim": [9, 1, 1, 1, 1, 1, 1, 1, 1, 9, 6, 1, 1, 1, 1], "gpus": [0, [0]]} |