{ "lr": 0.00011987622631192274, "weight_decay": 5.279397670067118e-05, "dropout": 0.06773313718640918, "hidden_dim": 256, "n_heads": 8, "n_layers": 3, "cls_weight": 0.29331613012593555, "batch_size": 16 }