artifacts/reports/rlbench_debug_baseline_pushbox/rollout_eval.json

{
  "checkpoint": "/workspace/VLAarchtests/artifacts/outputs/r3d/proxy_interaction_r3d_stage3_clip_rgbd_seed17/checkpoint_best.pt",
  "plan_requested": true,
  "plan_applied": true,
  "planner_mode": "trainable",
  "support_mode_conditioning": true,
  "episodes_per_task": 1,
  "episode_length": 10,
  "resolution": 224,
  "reset_retries": 20,
  "cameras": [
    "front",
    "wrist_left",
    "wrist_right"
  ],
  "tasks": {
    "bimanual_push_box": {
      "task_class": "BimanualPushBox",
      "successes": [
        0.0
      ],
      "returns": [
        0.0
      ],
      "path_recoveries": [
        0
      ],
      "noop_fallbacks": [
        0
      ],
      "reset_retries": [
        0
      ],
      "episode_traces": [
        {
          "language_goal": "push the box to the red area",
          "steps": [
            {
              "timestep": 0,
              "chosen_macro_mode": "lift_support_layer",
              "planner_scores": [
                11.12021255493164,
                11.17137622833252,
                11.110960960388184,
                11.140924453735352
              ],
              "predicted_reocclusion": 0.4946277141571045,
              "support_mode_conditioning": true,
              "path_recoveries": 0,
              "noop_fallbacks": 0
            },
            {
              "timestep": 1,
              "chosen_macro_mode": "lift_support_layer",
              "planner_scores": [
                11.12021255493164,
                11.17137622833252,
                11.110960960388184,
                11.140924453735352
              ],
              "predicted_reocclusion": 0.4946277141571045,
              "support_mode_conditioning": true,
              "path_recoveries": 0,
              "noop_fallbacks": 0
            },
            {
              "timestep": 2,
              "chosen_macro_mode": "lift_support_layer",
              "planner_scores": [
                11.12021255493164,
                11.17137622833252,
                11.110960960388184,
                11.140924453735352
              ],
              "predicted_reocclusion": 0.4946277141571045,
              "support_mode_conditioning": true,
              "path_recoveries": 0,
              "noop_fallbacks": 0
            },
            {
              "timestep": 3,
              "chosen_macro_mode": "lift_support_layer",
              "planner_scores": [
                11.12021255493164,
                11.17137622833252,
                11.110960960388184,
                11.140924453735352
              ],
              "predicted_reocclusion": 0.4946277141571045,
              "support_mode_conditioning": true,
              "path_recoveries": 0,
              "noop_fallbacks": 0
            },
            {
              "timestep": 4,
              "chosen_macro_mode": "lift_support_layer",
              "planner_scores": [
                11.06480598449707,
                11.108932495117188,
                11.05050277709961,
                11.079869270324707
              ],
              "predicted_reocclusion": 0.4953795373439789,
              "support_mode_conditioning": true,
              "path_recoveries": 0,
              "noop_fallbacks": 0
            },
            {
              "timestep": 5,
              "chosen_macro_mode": "lift_support_layer",
              "planner_scores": [
                11.06480598449707,
                11.108932495117188,
                11.05050277709961,
                11.079869270324707
              ],
              "predicted_reocclusion": 0.4953795373439789,
              "support_mode_conditioning": true,
              "path_recoveries": 0,
              "noop_fallbacks": 0
            },
            {
              "timestep": 6,
              "chosen_macro_mode": "lift_support_layer",
              "planner_scores": [
                11.06480598449707,
                11.108932495117188,
                11.05050277709961,
                11.079869270324707
              ],
              "predicted_reocclusion": 0.4953795373439789,
              "support_mode_conditioning": true,
              "path_recoveries": 0,
              "noop_fallbacks": 0
            },
            {
              "timestep": 7,
              "chosen_macro_mode": "lift_support_layer",
              "planner_scores": [
                11.06480598449707,
                11.108932495117188,
                11.05050277709961,
                11.079869270324707
              ],
              "predicted_reocclusion": 0.4953795373439789,
              "support_mode_conditioning": true,
              "path_recoveries": 0,
              "noop_fallbacks": 0
            },
            {
              "timestep": 8,
              "chosen_macro_mode": "lift_support_layer",
              "planner_scores": [
                11.019391059875488,
                11.063484191894531,
                11.005136489868164,
                11.034459114074707
              ],
              "predicted_reocclusion": 0.4953708052635193,
              "support_mode_conditioning": true,
              "path_recoveries": 0,
              "noop_fallbacks": 0
            },
            {
              "timestep": 9,
              "chosen_macro_mode": "lift_support_layer",
              "planner_scores": [
                11.019391059875488,
                11.063484191894531,
                11.005136489868164,
                11.034459114074707
              ],
              "predicted_reocclusion": 0.4953708052635193,
              "support_mode_conditioning": true,
              "path_recoveries": 0,
              "noop_fallbacks": 0
            }
          ],
          "success": 0.0,
          "return": 0.0,
          "path_recoveries": 0,
          "noop_fallbacks": 0
        }
      ],
      "mean_success": 0.0,
      "mean_return": 0.0
    }
  },
  "mean_success": 0.0
}