artifacts/metrics/test_changes__factorial_summary.json

{
  "aurc_by_seed": [
    {
      "aurc": 0.8889,
      "condition": "NO_MEMORY",
      "mean_post_shift_accuracy": 0.6667,
      "n_post_shift": 3,
      "seed": 0
    },
    {
      "aurc": 0.7222,
      "condition": "NO_MEMORY",
      "mean_post_shift_accuracy": 0.6667,
      "n_post_shift": 3,
      "seed": 1
    },
    {
      "aurc": 0.3889,
      "condition": "ONLINE_JOINT",
      "mean_post_shift_accuracy": 0.6667,
      "n_post_shift": 3,
      "seed": 0
    },
    {
      "aurc": 0.3889,
      "condition": "ONLINE_JOINT",
      "mean_post_shift_accuracy": 0.6667,
      "n_post_shift": 3,
      "seed": 1
    },
    {
      "aurc": 0.3889,
      "condition": "RANDOM_CONFIG",
      "mean_post_shift_accuracy": 0.6667,
      "n_post_shift": 3,
      "seed": 0
    },
    {
      "aurc": 0.3889,
      "condition": "RANDOM_CONFIG",
      "mean_post_shift_accuracy": 0.6667,
      "n_post_shift": 3,
      "seed": 1
    }
  ],
  "conditions": {
    "NO_MEMORY": {
      "ci95_high": 0.8889,
      "ci95_low": 0.7222,
      "mean_aurc": 0.8055,
      "mean_exploration_rate": 0.0,
      "mean_ttr": null,
      "n_seeds": 2,
      "recovery_rate": 0.0
    },
    "ONLINE_JOINT": {
      "ci95_high": 0.3889,
      "ci95_low": 0.3889,
      "mean_aurc": 0.3889,
      "mean_exploration_rate": 1.0,
      "mean_ttr": null,
      "n_seeds": 2,
      "recovery_rate": 0.0
    },
    "RANDOM_CONFIG": {
      "ci95_high": 0.3889,
      "ci95_low": 0.3889,
      "mean_aurc": 0.3889,
      "mean_exploration_rate": 0.0,
      "mean_ttr": null,
      "n_seeds": 2,
      "recovery_rate": 0.0
    }
  },
  "n_blocks_total": 12,
  "n_episodes_total": 36,
  "shift_episode": 3,
  "ttr_by_seed": [
    {
      "condition": "NO_MEMORY",
      "recovered": false,
      "seed": 0,
      "target_accuracy": 0.6,
      "time_to_recovery": null
    },
    {
      "condition": "NO_MEMORY",
      "recovered": false,
      "seed": 1,
      "target_accuracy": 0.0,
      "time_to_recovery": null
    },
    {
      "condition": "ONLINE_JOINT",
      "recovered": false,
      "seed": 0,
      "target_accuracy": 0.3,
      "time_to_recovery": null
    },
    {
      "condition": "ONLINE_JOINT",
      "recovered": false,
      "seed": 1,
      "target_accuracy": 0.6,
      "time_to_recovery": null
    },
    {
      "condition": "RANDOM_CONFIG",
      "recovered": false,
      "seed": 0,
      "target_accuracy": 0.3,
      "time_to_recovery": null
    },
    {
      "condition": "RANDOM_CONFIG",
      "recovered": false,
      "seed": 1,
      "target_accuracy": 0.6,
      "time_to_recovery": null
    }
  ]
}