{ "lr": 0.000657577559506255, "weight_decay": 3.3209159985473103e-07, "dropout": 0.16430662769055482, "hidden_dim": 768, "n_heads": 8, "n_layers": 1, "cls_weight": 0.7037398702018655, "batch_size": 16 }