configs/syntax/joint_docclean_long_f3_s0.json

{
 "kfold_dir": "$STOICHEIA_DATA/treebanks/oga_repo/kfold",
 "attn": "sdpa",
 "T": 2048,
 "W": 384,
 "micro_batch": 2,
 "eval_micro": 8,
 "lr_enc": 0.0001,
 "lr_head": 0.0008,
 "llrd": 1.0,
 "wd": 0.01,
 "clip": 1.0,
 "warmup_frac": 0.1,
 "epochs": 200,
 "patience": 25,
 "pool": "mean",
 "head_dropout": 0.33,
 "parse_dropout": 0.33,
 "w_xpos": 1.0,
 "w_script": 1.0,
 "w_upos": 0.2,
 "w_flat": 1.0,
 "use_cap": true,
 "scalar_mix": true,
 "d_arc": 500,
 "d_rel": 150,
 "w_parse": 1.0,
 "log_every": 10,
 "ckpt": "$STOICHEIA_DATA/runs/stoicheia_doc_clean/best.pt",
 "name": "joint_docclean_long_f3_s0",
 "seed": 0,
 "fold": 3,
 "out_dir": "$SYN_DATA/runs/joint_docclean_long_f3_s0"
}