| { |
| "dataset": "wls04/prm-alfworld-gemini-mix:test", |
| "n_examples_kept": 2144, |
| "n_examples_skipped": 0, |
| "n_steps": 35147, |
| "label_scheme": "agent", |
| "combine_mode": "concat", |
| "results": { |
| "combine": { |
| "acc": 91.98224599539078, |
| "macro_f1": 91.49491929565538, |
| "balanced_acc": 91.1784596987989, |
| "per_class_f1": { |
| "0": 94.55, |
| "1": 86.76, |
| "2": 93.17 |
| } |
| }, |
| "step": { |
| "acc": 87.1482630096452, |
| "macro_f1": 84.75697001493187, |
| "balanced_acc": 83.84656212095378, |
| "per_class_f1": { |
| "0": 93.57, |
| "1": 79.59, |
| "2": 81.11 |
| } |
| }, |
| "future": { |
| "acc": 92.25253933479387, |
| "macro_f1": 91.81233200670763, |
| "balanced_acc": 91.65293217311738, |
| "per_class_f1": { |
| "0": 94.69, |
| "1": 87.15, |
| "2": 93.6 |
| } |
| } |
| } |
| } |
