{
  "dataset": "wls04/prm-scienceworld-gemini-mix:test",
  "n_examples_kept": 3200,
  "n_examples_skipped": 0,
  "n_steps": 50711,
  "label_scheme": "agent",
  "combine_mode": "concat",
  "results": {
    "combine": {
      "acc": 86.98310031354144,
      "macro_f1": 84.01496913424012,
      "balanced_acc": 84.01278475222438,
      "per_class_f1": {
        "0": 94.0,
        "1": 74.62,
        "2": 83.42
      }
    },
    "step": {
      "acc": 84.9835341444657,
      "macro_f1": 81.60372519964524,
      "balanced_acc": 81.47710783650096,
      "per_class_f1": {
        "0": 92.74,
        "1": 71.36,
        "2": 80.71
      }
    },
    "future": {
      "acc": 87.21776340438959,
      "macro_f1": 84.30195984740317,
      "balanced_acc": 84.34468096714211,
      "per_class_f1": {
        "0": 94.15,
        "1": 75.03,
        "2": 83.72
      }
    }
  }
}