{ "protocol": "late fusion of fine-tuned next-activity probabilities; convex weights selected on validation; test untouched", "best": { "sequence": "process-fm/scaling/ablation/sc80-v5-rmix14", "graph": "process-graph-fm/gfm-sc80", "selection": "val_accuracy", "by_val_accuracy": { "weights": "seq=0.65 graph=0.35", "val": { "accuracy": 0.5023218937592027, "top3": 0.690225393589308, "macro_f1": 0.26637850812903824 }, "test": { "accuracy": 0.48317650413458796, "top3": 0.6583974907328201, "macro_f1": 0.22645104280170136 } }, "by_val_f1": { "weights": "seq=0.70 graph=0.30", "val": { "accuracy": 0.5007362102163325, "top3": 0.6915845509117681, "macro_f1": 0.26722751554336166 }, "test": { "accuracy": 0.48545765611633873, "top3": 0.6578272027373824, "macro_f1": 0.22483617843266493 } } }, "v4_baseline": { "sequence": "process-fm/scaling/sc80", "graph": "process-graph-fm/gfm-sc80", "by_val_accuracy": { "weights": "seq=0.60 graph=0.40", "val": { "accuracy": 0.4945067391550572, "top3": 0.6815041341035225, "macro_f1": 0.25174367057122143 }, "test": { "accuracy": 0.46706586826347307, "top3": 0.6551183347590533, "macro_f1": 0.21542101104609862 } }, "by_val_f1": { "weights": "seq=0.50 graph=0.50", "val": { "accuracy": 0.491222108959112, "top3": 0.6800317136708574, "macro_f1": 0.257160233310409 }, "test": { "accuracy": 0.4579412603364699, "top3": 0.6528371827773025, "macro_f1": 0.21831672220137957 } } }, "v4_3way_with_fm_v6": { "sequence": "process-fm/scaling/sc80", "graph": "process-graph-fm/gfm-sc80", "fm_v6": "process-fm/fm-v6", "by_val_accuracy": { "weights": "seq=0.40 graph=0.35 v6=0.25", "val": { "accuracy": 0.507305470608223, "top3": 0.691924340242383, "macro_f1": 0.271597143329999 }, "test": { "accuracy": 0.46706586826347307, "top3": 0.6515540347875677, "macro_f1": 0.2305893787932908 } }, "by_val_f1": { "weights": "seq=0.20 graph=0.20 v6=0.60", "val": { "accuracy": 0.5030014724204327, "top3": 0.6966813908709933, "macro_f1": 0.2778806273014302 }, "test": { "accuracy": 0.459652124322783, "top3": 0.6464214428286285, "macro_f1": 0.22002782564913104 } } } }