| { |
| "protocol": "late fusion of fine-tuned next-activity probabilities; convex weights selected on validation; test untouched", |
| "best": { |
| "sequence": "process-fm/scaling/ablation/sc80-v5-rmix14", |
| "graph": "process-graph-fm/gfm-sc80", |
| "selection": "val_accuracy", |
| "by_val_accuracy": { |
| "weights": "seq=0.65 graph=0.35", |
| "val": { |
| "accuracy": 0.5023218937592027, |
| "top3": 0.690225393589308, |
| "macro_f1": 0.26637850812903824 |
| }, |
| "test": { |
| "accuracy": 0.48317650413458796, |
| "top3": 0.6583974907328201, |
| "macro_f1": 0.22645104280170136 |
| } |
| }, |
| "by_val_f1": { |
| "weights": "seq=0.70 graph=0.30", |
| "val": { |
| "accuracy": 0.5007362102163325, |
| "top3": 0.6915845509117681, |
| "macro_f1": 0.26722751554336166 |
| }, |
| "test": { |
| "accuracy": 0.48545765611633873, |
| "top3": 0.6578272027373824, |
| "macro_f1": 0.22483617843266493 |
| } |
| } |
| }, |
| "v4_baseline": { |
| "sequence": "process-fm/scaling/sc80", |
| "graph": "process-graph-fm/gfm-sc80", |
| "by_val_accuracy": { |
| "weights": "seq=0.60 graph=0.40", |
| "val": { |
| "accuracy": 0.4945067391550572, |
| "top3": 0.6815041341035225, |
| "macro_f1": 0.25174367057122143 |
| }, |
| "test": { |
| "accuracy": 0.46706586826347307, |
| "top3": 0.6551183347590533, |
| "macro_f1": 0.21542101104609862 |
| } |
| }, |
| "by_val_f1": { |
| "weights": "seq=0.50 graph=0.50", |
| "val": { |
| "accuracy": 0.491222108959112, |
| "top3": 0.6800317136708574, |
| "macro_f1": 0.257160233310409 |
| }, |
| "test": { |
| "accuracy": 0.4579412603364699, |
| "top3": 0.6528371827773025, |
| "macro_f1": 0.21831672220137957 |
| } |
| } |
| }, |
| "v4_3way_with_fm_v6": { |
| "sequence": "process-fm/scaling/sc80", |
| "graph": "process-graph-fm/gfm-sc80", |
| "fm_v6": "process-fm/fm-v6", |
| "by_val_accuracy": { |
| "weights": "seq=0.40 graph=0.35 v6=0.25", |
| "val": { |
| "accuracy": 0.507305470608223, |
| "top3": 0.691924340242383, |
| "macro_f1": 0.271597143329999 |
| }, |
| "test": { |
| "accuracy": 0.46706586826347307, |
| "top3": 0.6515540347875677, |
| "macro_f1": 0.2305893787932908 |
| } |
| }, |
| "by_val_f1": { |
| "weights": "seq=0.20 graph=0.20 v6=0.60", |
| "val": { |
| "accuracy": 0.5030014724204327, |
| "top3": 0.6966813908709933, |
| "macro_f1": 0.2778806273014302 |
| }, |
| "test": { |
| "accuracy": 0.459652124322783, |
| "top3": 0.6464214428286285, |
| "macro_f1": 0.22002782564913104 |
| } |
| } |
| } |
| } |
