{ "lr": 0.0001730381005812531, "weight_decay": 8.736709570411299e-05, "dropout": 0.17533811687195416, "hidden_dim": 768, "n_heads": 4, "n_layers": 3, "cls_weight": 0.1278591739909013, "batch_size": 16 }