File size: 291 Bytes
296800d | 1 2 3 4 5 6 7 8 9 10 11 12 | {
"bayesian_train": true,
"loss_weights": "log",
"tokenized_ds_dir": "data/goemotions_v1_seq512",
"encoder_lr": 0.00001,
"head_lr": 0.0005,
"lr_warmup": 0.05,
"weight_decay": 0.01,
"batch_size": 32,
"gradient_accumulation_steps": 8,
"num_epochs": 10
} |