diff --git a/M5_dp_libero_10_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_10_5/eval_episode_3.mp4 b/M5_dp_libero_10_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_10_5/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..74efaaaa9d302983e952c75224c7e6c55a422b88 Binary files /dev/null and b/M5_dp_libero_10_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_10_5/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_10_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_10_3/eval_episode_1.mp4 b/M5_dp_libero_10_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_10_3/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6b90c7648d01e884de73225c7212bd900a0fb5d2 Binary files /dev/null and b/M5_dp_libero_10_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_10_3/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_10_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_10_3/eval_episode_3.mp4 b/M5_dp_libero_10_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_10_3/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7d524eecc3f1399c4100d2caec899aa2d23e9c03 Binary files /dev/null and b/M5_dp_libero_10_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_10_3/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_10_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_10_4/eval_episode_0.mp4 b/M5_dp_libero_10_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_10_4/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b5de3a1dab28d47e8a0874b782145f00716ebadb Binary files /dev/null and b/M5_dp_libero_10_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_10_4/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_10_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_10_5/eval_episode_0.mp4 b/M5_dp_libero_10_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_10_5/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7ceaa220fae871b520403636f1d0979e7c7f67bc Binary files /dev/null and b/M5_dp_libero_10_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_10_5/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_10_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_10_5/eval_episode_2.mp4 b/M5_dp_libero_10_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_10_5/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..aa46f5c9c7d24de6eb419f80e703367e254e3cdf Binary files /dev/null and b/M5_dp_libero_10_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_10_5/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/050000/pretrained_model/config.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/050000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4e76a6e3eb1dd91856e0c4d24bc64bced72f68f8 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/050000/pretrained_model/config.json @@ -0,0 +1,127 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda:4", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "dinov2", + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": null, + "ssl_checkpoint_path": null, + "siglip_model_name": null, + "dinov2_model_name": "facebook/dinov2-small", + "mocov3_checkpoint_path": null, + "mocov3_arch": "vit_small", + "voltron_model_id": "v-cond", + "voltron_cache_dir": null, + "cpmae_checkpoint_path": null, + "cpmae_img_size": 224, + "cpmae_patch_size": 16, + "cpmae_embed_dim": 384, + "cpmae_depth": 12, + "cpmae_n_heads": 6, + "use_group_norm": false, + "backbone_input_norm": "imagenet", + "backbone_input_mean": null, + "backbone_input_std": null, + "freeze_backbone": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "per_camera_backbone": { + "observation.images.image2": "mocov3" + }, + "per_camera_backbone_norm": { + "observation.images.image2": "imagenet" + }, + "per_camera_siglip_model_name": null, + "per_camera_dinov2_model_name": null, + "per_camera_mocov3_checkpoint_path": { + "observation.images.image2": "https://dl.fbaipublicfiles.com/eai-vc/vc1_vitb.pth" + }, + "per_camera_mocov3_arch": { + "observation.images.image2": "vit_base" + }, + "per_camera_voltron_model_id": null, + "per_camera_voltron_cache_dir": null, + "per_camera_cpmae_checkpoint_path": null, + "per_camera_cpmae_embed_dim": null, + "per_camera_cpmae_n_heads": null, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_tasks": 10, + "task_embed_dim": 64, + "task_index_offset": 10, + "num_inference_steps": null, + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/050000/pretrained_model/policy_postprocessor.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/050000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..510d39d865a03e191a3cba016faa6ad3fdea85d5 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/050000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/050000/pretrained_model/policy_preprocessor.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/050000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f74c387aaae684397ba7b421c2bb6582af9ea721 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/050000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/050000/training_state/optimizer_param_groups.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/050000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..6f322625c095200aebf96a10bde0bdf313829abc --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/050000/training_state/optimizer_param_groups.json @@ -0,0 +1,553 @@ +[ + { + "lr": 2.519733417274284e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531 + ] + } +] \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/050000/training_state/scheduler_state.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/050000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..790656eb00be8b24b3e8d3a7a0c1cfae8d542e81 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/050000/training_state/scheduler_state.json @@ -0,0 +1,14 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 50000, + "_step_count": 50001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.519733417274284e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/050000/training_state/training_step.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/050000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..b3c03563f17d6d98552117ccf00705b693aa3fbd --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/050000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 50000 +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/pretrained_model/config.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4e76a6e3eb1dd91856e0c4d24bc64bced72f68f8 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/pretrained_model/config.json @@ -0,0 +1,127 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda:4", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "dinov2", + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": null, + "ssl_checkpoint_path": null, + "siglip_model_name": null, + "dinov2_model_name": "facebook/dinov2-small", + "mocov3_checkpoint_path": null, + "mocov3_arch": "vit_small", + "voltron_model_id": "v-cond", + "voltron_cache_dir": null, + "cpmae_checkpoint_path": null, + "cpmae_img_size": 224, + "cpmae_patch_size": 16, + "cpmae_embed_dim": 384, + "cpmae_depth": 12, + "cpmae_n_heads": 6, + "use_group_norm": false, + "backbone_input_norm": "imagenet", + "backbone_input_mean": null, + "backbone_input_std": null, + "freeze_backbone": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "per_camera_backbone": { + "observation.images.image2": "mocov3" + }, + "per_camera_backbone_norm": { + "observation.images.image2": "imagenet" + }, + "per_camera_siglip_model_name": null, + "per_camera_dinov2_model_name": null, + "per_camera_mocov3_checkpoint_path": { + "observation.images.image2": "https://dl.fbaipublicfiles.com/eai-vc/vc1_vitb.pth" + }, + "per_camera_mocov3_arch": { + "observation.images.image2": "vit_base" + }, + "per_camera_voltron_model_id": null, + "per_camera_voltron_cache_dir": null, + "per_camera_cpmae_checkpoint_path": null, + "per_camera_cpmae_embed_dim": null, + "per_camera_cpmae_n_heads": null, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_tasks": 10, + "task_embed_dim": 64, + "task_index_offset": 10, + "num_inference_steps": null, + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/pretrained_model/policy_postprocessor.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..510d39d865a03e191a3cba016faa6ad3fdea85d5 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/pretrained_model/policy_preprocessor.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f74c387aaae684397ba7b421c2bb6582af9ea721 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/pretrained_model/train_config.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c7cb26629613470653af34444f16f07319faa6f7 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/pretrained_model/train_config.json @@ -0,0 +1,797 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": { + "type": "libero", + "task": "libero_goal", + "fps": 30, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + }, + "pixels/agentview_image": { + "type": "VISUAL", + "shape": [ + 360, + 360, + 3 + ] + }, + "pixels/robot0_eye_in_hand_image": { + "type": "VISUAL", + "shape": [ + 360, + 360, + 3 + ] + }, + "robot_state/eef/pos": { + "type": "STATE", + "shape": [ + 3 + ] + }, + "robot_state/eef/quat": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "robot_state/eef/mat": { + "type": "STATE", + "shape": [ + 3, + 3 + ] + }, + "robot_state/gripper/qpos": { + "type": "STATE", + "shape": [ + 2 + ] + }, + "robot_state/gripper/qvel": { + "type": "STATE", + "shape": [ + 2 + ] + }, + "robot_state/joints/pos": { + "type": "STATE", + "shape": [ + 7 + ] + }, + "robot_state/joints/vel": { + "type": "STATE", + "shape": [ + 7 + ] + } + }, + "features_map": { + "action": "action", + "robot_state/eef/pos": "observation.state.eef_pos", + "robot_state/eef/quat": "observation.state.eef_quat", + "robot_state/eef/mat": "observation.state.eef_mat", + "robot_state/gripper/qpos": "observation.state.gripper_qpos", + "robot_state/gripper/qvel": "observation.state.gripper_qvel", + "robot_state/joints/pos": "observation.state.joint_pos", + "robot_state/joints/vel": "observation.state.joint_vel", + "pixels/agentview_image": "observation.images.image", + "pixels/robot0_eye_in_hand_image": "observation.images.image2" + }, + "max_parallel_tasks": 1, + "disable_env_checker": true, + "task_ids": [ + 8, + 9, + 3, + 6, + 2, + 5, + 7, + 1, + 4, + 0 + ], + "episode_length": null, + "obs_type": "pixels_agent_pos", + "render_mode": "rgb_array", + "camera_name": "agentview_image,robot0_eye_in_hand_image", + "init_states": true, + "camera_name_mapping": null, + "observation_height": 360, + "observation_width": 360, + "control_mode": "relative" + }, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda:4", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "dinov2", + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": null, + "ssl_checkpoint_path": null, + "siglip_model_name": null, + "dinov2_model_name": "facebook/dinov2-small", + "mocov3_checkpoint_path": null, + "mocov3_arch": "vit_small", + "voltron_model_id": "v-cond", + "voltron_cache_dir": null, + "cpmae_checkpoint_path": null, + "cpmae_img_size": 224, + "cpmae_patch_size": 16, + "cpmae_embed_dim": 384, + "cpmae_depth": 12, + "cpmae_n_heads": 6, + "use_group_norm": false, + "backbone_input_norm": "imagenet", + "backbone_input_mean": null, + "backbone_input_std": null, + "freeze_backbone": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "per_camera_backbone": { + "observation.images.image2": "mocov3" + }, + "per_camera_backbone_norm": { + "observation.images.image2": "imagenet" + }, + "per_camera_siglip_model_name": null, + "per_camera_dinov2_model_name": null, + "per_camera_mocov3_checkpoint_path": { + "observation.images.image2": "https://dl.fbaipublicfiles.com/eai-vc/vc1_vitb.pth" + }, + "per_camera_mocov3_arch": { + "observation.images.image2": "vit_base" + }, + "per_camera_voltron_model_id": null, + "per_camera_voltron_cache_dir": null, + "per_camera_cpmae_checkpoint_path": null, + "per_camera_cpmae_embed_dim": null, + "per_camera_cpmae_n_heads": null, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_tasks": 10, + "task_embed_dim": 64, + "task_index_offset": 10, + "num_inference_steps": null, + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist", + "job_name": "M5_dp_libero_goal_dino3p_vc1_vitb_wrist", + "resume": false, + "seed": 42, + "num_workers": 4, + "batch_size": 64, + "gradient_accumulation_steps": 1, + "steps": 100000, + "eval_freq": 25000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 25000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-05, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 20, + "batch_size": 20, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "cpmae_M5_multi_encoder", + "entity": null, + "notes": null, + "run_id": "905jshdf", + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/training_state/optimizer_param_groups.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..2c59ebbc928e9c2880eb725cf5571cedc2c9dda2 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/training_state/optimizer_param_groups.json @@ -0,0 +1,553 @@ +[ + { + "lr": 7.392236858683194e-06, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531 + ] + } +] \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/training_state/scheduler_state.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..bd4be996e9cb281a1d1ee893c0093407f4eaa737 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/training_state/scheduler_state.json @@ -0,0 +1,14 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 75000, + "_step_count": 75001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 7.392236858683194e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/training_state/training_step.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..19674b7211fb0b7620c8755c555877b160e5a745 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/075000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 75000 +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/config.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4e76a6e3eb1dd91856e0c4d24bc64bced72f68f8 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/config.json @@ -0,0 +1,127 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda:4", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "dinov2", + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": null, + "ssl_checkpoint_path": null, + "siglip_model_name": null, + "dinov2_model_name": "facebook/dinov2-small", + "mocov3_checkpoint_path": null, + "mocov3_arch": "vit_small", + "voltron_model_id": "v-cond", + "voltron_cache_dir": null, + "cpmae_checkpoint_path": null, + "cpmae_img_size": 224, + "cpmae_patch_size": 16, + "cpmae_embed_dim": 384, + "cpmae_depth": 12, + "cpmae_n_heads": 6, + "use_group_norm": false, + "backbone_input_norm": "imagenet", + "backbone_input_mean": null, + "backbone_input_std": null, + "freeze_backbone": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "per_camera_backbone": { + "observation.images.image2": "mocov3" + }, + "per_camera_backbone_norm": { + "observation.images.image2": "imagenet" + }, + "per_camera_siglip_model_name": null, + "per_camera_dinov2_model_name": null, + "per_camera_mocov3_checkpoint_path": { + "observation.images.image2": "https://dl.fbaipublicfiles.com/eai-vc/vc1_vitb.pth" + }, + "per_camera_mocov3_arch": { + "observation.images.image2": "vit_base" + }, + "per_camera_voltron_model_id": null, + "per_camera_voltron_cache_dir": null, + "per_camera_cpmae_checkpoint_path": null, + "per_camera_cpmae_embed_dim": null, + "per_camera_cpmae_n_heads": null, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_tasks": 10, + "task_embed_dim": 64, + "task_index_offset": 10, + "num_inference_steps": null, + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/policy_postprocessor.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..510d39d865a03e191a3cba016faa6ad3fdea85d5 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/policy_preprocessor.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f74c387aaae684397ba7b421c2bb6582af9ea721 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/train_config.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..c7cb26629613470653af34444f16f07319faa6f7 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/train_config.json @@ -0,0 +1,797 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "root": null, + "episodes": [ + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531, + 532, + 533, + 534, + 535, + 536, + 537, + 538, + 539, + 540, + 541, + 542, + 543, + 544, + 545, + 546, + 547, + 548, + 549, + 550, + 551, + 552, + 553, + 554, + 555, + 556, + 557, + 558, + 559, + 560, + 561, + 562, + 563, + 564, + 565, + 566, + 567, + 568, + 569, + 570, + 571, + 572, + 573, + 574, + 575, + 576, + 577, + 578, + 579, + 580, + 581, + 582, + 583, + 584, + 585, + 586, + 587, + 588, + 589, + 590, + 591, + 592, + 593, + 594, + 595, + 596, + 597, + 598, + 599, + 600, + 601, + 602, + 603, + 604, + 605, + 606, + 607, + 608, + 609, + 610, + 611, + 612, + 613, + 614, + 615, + 616, + 617, + 618, + 619, + 620, + 621, + 622, + 623, + 624, + 625, + 626, + 627, + 628, + 629, + 630, + 631, + 632, + 633, + 634, + 635, + 636, + 637, + 638, + 639, + 640, + 641, + 642, + 643, + 644, + 645, + 646, + 647, + 648, + 649, + 650, + 651, + 652, + 653, + 654, + 655, + 656, + 657, + 658, + 659, + 660, + 661, + 662, + 663, + 664, + 665, + 666, + 667, + 668, + 669, + 670, + 671, + 672, + 673, + 674, + 675, + 676, + 677, + 678, + 679, + 680, + 681, + 682, + 683, + 684, + 685, + 686, + 687, + 688, + 689, + 690, + 691, + 692, + 693, + 694, + 695, + 696, + 697, + 698, + 699, + 700, + 701, + 702, + 703, + 704, + 705, + 706, + 707, + 708, + 709, + 710, + 711, + 712, + 713, + 714, + 715, + 716, + 717, + 718, + 719, + 720, + 721, + 722, + 723, + 724, + 725, + 726, + 727, + 728, + 729, + 730, + 731, + 732, + 733, + 734, + 735, + 736, + 737, + 738, + 739, + 740, + 741, + 742, + 743, + 744, + 745, + 746, + 747, + 748, + 749, + 750, + 751, + 752, + 753, + 754, + 755, + 756, + 757, + 758, + 759, + 760, + 761, + 762, + 763, + 764, + 765, + 766, + 767, + 768, + 769, + 770, + 771, + 772, + 773, + 774, + 775, + 776, + 777, + 778, + 779, + 780, + 781, + 782, + 783, + 784, + 785, + 786, + 787, + 788, + 789, + 790, + 791, + 792, + 793, + 794, + 795, + 796, + 797, + 798, + 799, + 800, + 801, + 802, + 803, + 804, + 805, + 806 + ], + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": { + "type": "libero", + "task": "libero_goal", + "fps": 30, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + }, + "pixels/agentview_image": { + "type": "VISUAL", + "shape": [ + 360, + 360, + 3 + ] + }, + "pixels/robot0_eye_in_hand_image": { + "type": "VISUAL", + "shape": [ + 360, + 360, + 3 + ] + }, + "robot_state/eef/pos": { + "type": "STATE", + "shape": [ + 3 + ] + }, + "robot_state/eef/quat": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "robot_state/eef/mat": { + "type": "STATE", + "shape": [ + 3, + 3 + ] + }, + "robot_state/gripper/qpos": { + "type": "STATE", + "shape": [ + 2 + ] + }, + "robot_state/gripper/qvel": { + "type": "STATE", + "shape": [ + 2 + ] + }, + "robot_state/joints/pos": { + "type": "STATE", + "shape": [ + 7 + ] + }, + "robot_state/joints/vel": { + "type": "STATE", + "shape": [ + 7 + ] + } + }, + "features_map": { + "action": "action", + "robot_state/eef/pos": "observation.state.eef_pos", + "robot_state/eef/quat": "observation.state.eef_quat", + "robot_state/eef/mat": "observation.state.eef_mat", + "robot_state/gripper/qpos": "observation.state.gripper_qpos", + "robot_state/gripper/qvel": "observation.state.gripper_qvel", + "robot_state/joints/pos": "observation.state.joint_pos", + "robot_state/joints/vel": "observation.state.joint_vel", + "pixels/agentview_image": "observation.images.image", + "pixels/robot0_eye_in_hand_image": "observation.images.image2" + }, + "max_parallel_tasks": 1, + "disable_env_checker": true, + "task_ids": [ + 8, + 9, + 3, + 6, + 2, + 5, + 7, + 1, + 4, + 0 + ], + "episode_length": null, + "obs_type": "pixels_agent_pos", + "render_mode": "rgb_array", + "camera_name": "agentview_image,robot0_eye_in_hand_image", + "init_states": true, + "camera_name_mapping": null, + "observation_height": 360, + "observation_width": 360, + "control_mode": "relative" + }, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda:4", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "dinov2", + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": null, + "ssl_checkpoint_path": null, + "siglip_model_name": null, + "dinov2_model_name": "facebook/dinov2-small", + "mocov3_checkpoint_path": null, + "mocov3_arch": "vit_small", + "voltron_model_id": "v-cond", + "voltron_cache_dir": null, + "cpmae_checkpoint_path": null, + "cpmae_img_size": 224, + "cpmae_patch_size": 16, + "cpmae_embed_dim": 384, + "cpmae_depth": 12, + "cpmae_n_heads": 6, + "use_group_norm": false, + "backbone_input_norm": "imagenet", + "backbone_input_mean": null, + "backbone_input_std": null, + "freeze_backbone": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "per_camera_backbone": { + "observation.images.image2": "mocov3" + }, + "per_camera_backbone_norm": { + "observation.images.image2": "imagenet" + }, + "per_camera_siglip_model_name": null, + "per_camera_dinov2_model_name": null, + "per_camera_mocov3_checkpoint_path": { + "observation.images.image2": "https://dl.fbaipublicfiles.com/eai-vc/vc1_vitb.pth" + }, + "per_camera_mocov3_arch": { + "observation.images.image2": "vit_base" + }, + "per_camera_voltron_model_id": null, + "per_camera_voltron_cache_dir": null, + "per_camera_cpmae_checkpoint_path": null, + "per_camera_cpmae_embed_dim": null, + "per_camera_cpmae_n_heads": null, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_tasks": 10, + "task_embed_dim": 64, + "task_index_offset": 10, + "num_inference_steps": null, + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist", + "job_name": "M5_dp_libero_goal_dino3p_vc1_vitb_wrist", + "resume": false, + "seed": 42, + "num_workers": 4, + "batch_size": 64, + "gradient_accumulation_steps": 1, + "steps": 100000, + "eval_freq": 25000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 25000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-05, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 20, + "batch_size": 20, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "cpmae_M5_multi_encoder", + "entity": null, + "notes": null, + "run_id": "905jshdf", + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/training_state/optimizer_param_groups.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..8c6df54ddd0424fa25cace77013a0da2875d0016 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,553 @@ +[ + { + "lr": 0.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531 + ] + } +] \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/training_state/scheduler_state.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d85b5c8648b8ca092beb98bcff524301f0d229a8 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/training_state/scheduler_state.json @@ -0,0 +1,14 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 100000, + "_step_count": 100001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/training_state/training_step.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 100000 +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/best/pretrained_model/policy_postprocessor.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/best/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..510d39d865a03e191a3cba016faa6ad3fdea85d5 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/best/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/best/training_state/optimizer_param_groups.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/best/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..2c59ebbc928e9c2880eb725cf5571cedc2c9dda2 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/best/training_state/optimizer_param_groups.json @@ -0,0 +1,553 @@ +[ + { + "lr": 7.392236858683194e-06, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531 + ] + } +] \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/best/training_state/scheduler_state.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/best/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..bd4be996e9cb281a1d1ee893c0093407f4eaa737 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/checkpoints/best/training_state/scheduler_state.json @@ -0,0 +1,14 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 75000, + "_step_count": 75001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 7.392236858683194e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/step_025000/eval_info.json b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/step_025000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..30eb327c36ebf9251a3e6d546254e38a51ef4651 --- /dev/null +++ b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/step_025000/eval_info.json @@ -0,0 +1,884 @@ +{ + "per_task": [ + { + "task_group": "libero_goal", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "successes": [ + true, + true, + true, + false, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + false + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_goal", + "task_id": 1, + "metrics": { + "sum_rewards": [ + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + false, + true, + true, + true, + true, + true, + false, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_goal", + "task_id": 2, + "metrics": { + "sum_rewards": [ + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + false, + true, + false, + true, + false, + false, + true, + true, + true, + true, + true, + false, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_goal", + "task_id": 3, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0 + ], + "successes": [ + true, + true, + false, + true, + true, + true, + true, + true, + false, + false, + true, + false, + true, + true, + true, + false, + false, + true, + false, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_goal", + "task_id": 4, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + false, + true, + true, + true, + true, + true, + true, + false, + true, + true, + true, + false, + false, + false, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_goal", + "task_id": 5, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + false, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_goal", + "task_id": 6, + "metrics": { + "sum_rewards": [ + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0 + ], + "max_rewards": [ + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0 + ], + "successes": [ + false, + false, + true, + false, + true, + true, + true, + false, + true, + false, + true, + true, + true, + false, + true, + false, + false, + true, + false, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_goal", + "task_id": 7, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + false, + false, + true, + true, + true, + true, + false, + false, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_goal", + "task_id": 8, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + false, + true, + true, + true, + true, + true, + false, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_goal", + "task_id": 9, + "metrics": { + "sum_rewards": [ + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0 + ], + "max_rewards": [ + 0.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 0.0 + ], + "successes": [ + false, + true, + false, + false, + false, + false, + false, + false, + true, + true, + false, + true, + true, + false, + true, + false, + true, + false, + false, + false + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_3.mp4" + ] + } + } + ], + "per_group": { + "libero_goal": { + "avg_sum_reward": 0.75, + "avg_max_reward": 0.75, + "pc_success": 75.0, + "n_episodes": 200, + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_3.mp4" + ] + } + }, + "overall": { + "avg_sum_reward": 0.75, + "avg_max_reward": 0.75, + "pc_success": 75.0, + "n_episodes": 200, + "eval_s": 2086.349571466446, + "eval_ep_s": 10.431747859716415, + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_3.mp4" + ] + } +} \ No newline at end of file diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_0.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1e1ab8022976e2e8e75855680a1cdd0648170e73 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_1.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a4380f400d59d20e062a3f4d67065ab35c9249ac Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_2.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f812dac484683d49f231f9747cfb55ce4ff1341d Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_3.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..88091630fddb7c08e2bab522fd9f8119741987fb Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_0/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_0.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..fd7d91d0ba0c4e91dfc1ba4b6d9d5992989acd14 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_1.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e8926cf5af3095b2573c700d33224e0993499646 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_2.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..cbcdbc6279db78c4bbe49d0a9f1649417eda80ca Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_3.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e5c0b8df430d11f07a7f897f9f9e200b116bbb52 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_1/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_0.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8748c2f9f83875520e5c523bfea8c8f852cdff7f Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_1.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..24aedd78ad1ac147f768167c6b26f08a7aa45fd3 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_2.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..810f82ac458fc075d3276e53c3b41225e597b26e Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_3.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3d9a184ca6afd4c5d01ae4e331b236344b007603 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_2/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_0.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f07e7910cab2c233265c80d180f2ccb62775f8e8 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_1.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..048a19d19750b82a15cb9e4691e55a2cbc83eaad Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_2.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5f8b78b0babfe4cbcd5d521045bb6061fd0f3add Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_3.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c7f9c83528f906e478c0a81e0ae9fa41bb56e37b Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_3/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_0.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..23b602787a70451021c6a6ed065869ce6ef54f69 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_1.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6f592fbadc04d21cefdeb46d2065739cbf97a252 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_2.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c95534cd3af5e0b1d7002d8194ce117cc0bdfd8c Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_3.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6757400b6d674259245c0c1e338beb5a3a342d5c Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_4/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_0.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..bf48f1d6332a4941ab41509e79c5fb7916b62e52 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_1.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7802432e0242a4723ac47d450faae733383e5327 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_2.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5f54c6bcef2c8a24c3cb75a2affa55904aed0249 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_3.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8da33ca3c20fd7f50129722e6bc5e719c52967b5 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_5/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_0.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..329d1f81c862553684663e42bba73a92b1a1eaef Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_1.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1adeb9239f9a5422f9687a71ea34a39a28976961 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_2.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..bc244acabd33028a8dd99182c7865ef29aca0ad7 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_3.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..87b497b5f0f9ac608efcd60de869bb08e7d0cf1d Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_6/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_0.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f80e6bd7d45d7d443e97eff80527c4a2dbc08e39 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_1.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f9845135877fe81112ff4a939890a50da0962492 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_2.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b5750d8df33acb87a5732f4d1b6baf9510f3154c Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_3.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..38157c00690b118fa1aa175cadf7f811779655b7 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_7/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_0.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..178c68636dc04b2841f5d935b89a7dc604e74b97 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_1.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f287d1d2e6e273c1cabec28ae178017f30eedc41 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_2.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c8de6b3c457d1a8cf7b1f3e3116630d538881c05 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_3.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1043be5ebe308dc4fe6218e87e1168d5d5f65bdf Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_8/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_0.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3e488fff444b0e77a3b065fe8ee44fdf48950458 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_1.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5c144d97502692f72418e567773fa4bd68b3a807 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_2.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a575b79597fb305000bb37adf74edd70abfb4289 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_3.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e364159bc8c55eca042233abde36cc484fa42cf1 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_goal_9/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_0/eval_episode_0.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7ece0daa1ef170f1e0269fcbf6b7394767718609 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_0/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_0/eval_episode_1.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..12f26b99497556015832297aa41eed8e6c735005 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_0/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_0/eval_episode_2.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..84e52ef7e6f1547f5a39653d3690f62353b73b6e Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_0/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_0/eval_episode_3.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..da59dbedc7543802d2980264b15f9e4bc8181a26 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_0/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_1/eval_episode_0.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_1/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..948ce5686e58868fbd68a5899945c75280f3993a Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_1/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_1/eval_episode_1.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_1/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d6dc9484c07c8dc750422cf638e10c23b9013680 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_1/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_1/eval_episode_2.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_1/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9b04fd1e1de593d0b3bca3562823ea1a5389ca6a Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_1/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_1/eval_episode_3.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_1/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7819e128e916c9487a5ab1d8d19803044bc7b065 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_1/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_2/eval_episode_0.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_2/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8efae1d71c4097523851e74ec4bc4fca163bb3ba Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_2/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_2/eval_episode_2.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_2/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..97ea864e34dc08adffa6ec160284613dfb83fdac Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_2/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_2/eval_episode_3.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_2/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8771e61148368c3560f0733eb9dded11ef8471d1 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_2/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_3/eval_episode_0.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_3/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e842aca97ba58f8103ef2865d3b91220c1d3ea75 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_3/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_3/eval_episode_1.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_3/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d85bc91a1734a64eceb971c8fbf271b3f1ac1eb0 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_3/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_3/eval_episode_2.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_3/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ec41674b12a424189a4f273b87f3522f03034799 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_3/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_4/eval_episode_0.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_4/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d1f163650afd52c11a51492285904f5634e86eb9 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_4/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_4/eval_episode_2.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_4/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d1f427559fccb66e354da7f264c5f2d558f39a56 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_4/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_4/eval_episode_3.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_4/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..06c1fbb49ebf9bafb2490f051f9e8e4b905fa380 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_4/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_5/eval_episode_0.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_5/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..327bfbae6fd600b4b911848dfbd24c7176ca0dcf Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_5/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_5/eval_episode_1.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_5/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4d5a2777fd8945c1dee53729f93ebab1faec5cb4 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_5/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_5/eval_episode_2.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_5/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c2fe46d98fb24fe03ec2c82ee643c3d4f3699adf Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_5/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_6/eval_episode_3.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_6/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ee63bf30d8b61bfef8272096e4851866bc68106d Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_6/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_7/eval_episode_3.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_7/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0186e787a941c12dfeb96545249e512b6840596b Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_7/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_8/eval_episode_1.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_8/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..357b43fac06da20dc37cd326c0920c194e5e5bb6 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_8/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_8/eval_episode_3.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_8/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0058dc048fbd241cdc91871bffdd9791c5476e00 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_8/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_9/eval_episode_1.mp4 b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_9/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..61ab8dfc56de511d8cdbcaf5c0ef9ac91ad95676 Binary files /dev/null and b/M5_dp_libero_goal_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_goal_9/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/step_075000/eval_info.json b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/step_075000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..2cc197f5c7d817e390ea579292205d12512b9745 --- /dev/null +++ b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/step_075000/eval_info.json @@ -0,0 +1,884 @@ +{ + "per_task": [ + { + "task_group": "libero_object", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + false, + true, + true, + true, + true, + true, + true, + true, + true, + false, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_0/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_0/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_0/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_0/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 1, + "metrics": { + "sum_rewards": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + false, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + false, + false, + false, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_1/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_1/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_1/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_1/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 2, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_2/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_2/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_2/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_2/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 3, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + false, + false, + false, + true, + true, + true, + true, + false, + true, + true, + true, + true, + true, + false, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_3/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_3/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_3/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_3/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 4, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_4/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_4/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_4/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_4/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 5, + "metrics": { + "sum_rewards": [ + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + false, + true, + true, + true, + true, + false, + true, + true, + true, + true, + false, + true, + false, + true, + true, + false, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_5/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_5/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_5/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_5/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 6, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + false, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_6/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_6/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_6/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_6/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 7, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 8, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_8/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_8/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_8/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_8/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 9, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_3.mp4" + ] + } + } + ], + "per_group": { + "libero_object": { + "avg_sum_reward": 0.915, + "avg_max_reward": 0.915, + "pc_success": 91.5, + "n_episodes": 200, + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_0/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_0/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_0/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_0/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_1/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_1/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_1/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_1/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_2/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_2/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_2/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_2/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_3/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_3/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_3/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_3/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_4/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_4/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_4/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_4/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_5/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_5/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_5/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_5/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_6/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_6/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_6/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_6/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_8/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_8/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_8/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_8/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_3.mp4" + ] + } + }, + "overall": { + "avg_sum_reward": 0.915, + "avg_max_reward": 0.915, + "pc_success": 91.5, + "n_episodes": 200, + "eval_s": 1703.1106686592102, + "eval_ep_s": 8.51555334687233, + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_0/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_0/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_0/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_0/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_1/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_1/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_1/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_1/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_2/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_2/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_2/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_2/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_3/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_3/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_3/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_3/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_4/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_4/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_4/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_4/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_5/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_5/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_5/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_5/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_6/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_6/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_6/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_6/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_8/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_8/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_8/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_8/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_3.mp4" + ] + } +} \ No newline at end of file diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/step_100000/eval_info.json b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/step_100000/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..3416812dd87ca69c851c1d1b527498f6e519b461 --- /dev/null +++ b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/step_100000/eval_info.json @@ -0,0 +1,884 @@ +{ + "per_task": [ + { + "task_group": "libero_object", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + false, + true, + false, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + false, + false, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 1, + "metrics": { + "sum_rewards": [ + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + false, + true, + false, + true, + true, + true, + true, + true, + true, + false, + true, + false, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 2, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 3, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + false, + true, + true, + false, + false, + true, + true, + true, + true, + true, + true, + false, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 4, + "metrics": { + "sum_rewards": [ + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + false, + true, + true, + false, + true, + true, + false, + true, + false, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_4/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_4/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_4/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_4/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 5, + "metrics": { + "sum_rewards": [ + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0 + ], + "max_rewards": [ + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 0.0 + ], + "successes": [ + false, + true, + true, + true, + false, + true, + true, + true, + false, + true, + true, + true, + false, + true, + true, + true, + false, + true, + true, + false + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 6, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_6/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_6/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_6/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_6/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 7, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_7/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_7/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_7/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_7/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 8, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + false, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 9, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_9/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_9/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_9/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_9/eval_episode_3.mp4" + ] + } + } + ], + "per_group": { + "libero_object": { + "avg_sum_reward": 0.885, + "avg_max_reward": 0.885, + "pc_success": 88.5, + "n_episodes": 200, + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_4/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_4/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_4/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_4/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_6/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_6/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_6/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_6/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_7/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_7/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_7/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_7/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_9/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_9/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_9/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_9/eval_episode_3.mp4" + ] + } + }, + "overall": { + "avg_sum_reward": 0.885, + "avg_max_reward": 0.885, + "pc_success": 88.5, + "n_episodes": 200, + "eval_s": 1701.8242099285126, + "eval_ep_s": 8.509121050834656, + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_4/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_4/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_4/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_4/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_6/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_6/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_6/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_6/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_7/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_7/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_7/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_7/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_9/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_9/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_9/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_9/eval_episode_3.mp4" + ] + } +} \ No newline at end of file diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_5/eval_episode_0.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_5/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e7027b9c07f1eed65ad1c558a1c1acea3fd8cd60 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_5/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_6/eval_episode_0.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_6/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7a6247aac3fd29bb2d5ecf2d76d04ffee2cf1b6e Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_6/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_0.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1ff71cefbcb2f9f560380543035d0bc439f8540c Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_1.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..108508d2ee19361f58d8e354138f3010c9796703 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_3.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..cc8da21899dbe8b6bc3f645a53a90b43a9af66c7 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_7/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_8/eval_episode_0.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_8/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..afe997ece5208fc088823c6ba401afd7b6c10f92 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_8/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_8/eval_episode_3.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_8/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..168833e80c784bb26738b4dd6dceb732e267e1a5 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_8/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_0.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..59a08013eb86c6faccf650d6e65a9bad716ee493 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_1.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b52a42b6de0a5315617f2b9f9b4c3da1f93e029f Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_2.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6add5ee4b1870f58e6dc321d4c8c6eca9a098121 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_3.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ab1363babb1cb0fb64b238124f97bc70b780d818 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_075000/libero_object_9/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_1.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2baaba5d83f25a3a7c678c6069647cb7c49e3989 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_2.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f6bb1e257babdafcf4cf31beed9970e35b59995a Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_3.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c74fe9870ac58e2c8354fe24a14cebcf29ac3286 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_0/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_0.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..26e7f1563fad702fad8ad27ec920beb2af90ef71 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_1.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..607af2f2f12182f0803a52c4e0ae3f77a3a39bbe Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_2.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a9957bc268fdb3a915e7d128dd90372d9238a3f1 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_3.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0ce1c8ee1d4118200e49e2bde9fa0af1d194a242 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_1/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_0.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..661f90dbfdcfb8607ea51e82c7e706cd7c890f13 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_1.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d7602b165b9d21469041d5c6d70113ad3b96619c Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_2.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ae7302885466687c765c75e949a6107b0e4a8885 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_3.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2dbbb0a21fc85660318b0f1b0ff751156f3cdd92 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_2/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_0.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d7dd282d443b86b95de5de4ef28b4db5b9572c5a Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_1.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..35b6c78f794ae73cd211c0cad8e6c028d7e96299 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_2.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2c58c085151074f2f98c29afd98fa98f0ca5f456 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_3.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5545df16482bdf55208b6f31fe2feb9e29123c8a Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_3/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_4/eval_episode_2.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_4/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0f098a2c9fdfdcca9e204b6573e47b472f5e87b2 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_4/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_0.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7da5c05e05f67a9c173df9a14f237981a6a8ae68 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_1.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..112c81496ac8fb16ce9e08b76c3da20162553bd8 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_3.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..298e0abc5fa1296028efeaabb765057cdcaf8e3f Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_5/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_6/eval_episode_0.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_6/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..cb773f8f5eb5a2d5559de5702dec46f2a0455b12 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_6/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_6/eval_episode_2.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_6/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b72e4f2d4a73971efeac8ca21a0b560c2da14656 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_6/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_7/eval_episode_0.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_7/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..11c9b5c066a0c7e8284e91ca4cf386b158c2449c Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_7/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_7/eval_episode_2.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_7/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f5467415724c933a3267d4e8507641399635ccff Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_7/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_0.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..90995466680cfb9a72acf6b74705dff35bf1a1c0 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_1.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..026c9f355760432858687375613d148a4c8f1975 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_3.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..097403ccf91128ec420955a391da5ecc2c174d14 Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_8/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_9/eval_episode_0.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_9/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..bfebf5a5e9659402fa2c32564ee12ef80fa6c88e Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_9/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_9/eval_episode_3.mp4 b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_9/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..95f7760b47e64aaefc9f3abaef6b7a9f13b12e9a Binary files /dev/null and b/M5_dp_libero_object_dino3p_cpmae_R301_wrist/eval/videos_step_100000/libero_object_9/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_object_dino3p_mocov3_vits_wrist/wandb/debug-internal.log b/M5_dp_libero_object_dino3p_mocov3_vits_wrist/wandb/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..aee760f99ac80f435161e7f34a749fa38d694731 --- /dev/null +++ b/M5_dp_libero_object_dino3p_mocov3_vits_wrist/wandb/debug-internal.log @@ -0,0 +1,22 @@ +{"time":"2026-04-28T07:10:10.463602459Z","level":"INFO","msg":"stream: starting","core version":"0.24.2"} +{"time":"2026-04-28T07:10:11.270222457Z","level":"INFO","msg":"stream: created new stream","id":"bb3ihwh5"} +{"time":"2026-04-28T07:10:11.270334145Z","level":"INFO","msg":"handler: started","stream_id":"bb3ihwh5"} +{"time":"2026-04-28T07:10:11.270445393Z","level":"INFO","msg":"stream: started","id":"bb3ihwh5"} +{"time":"2026-04-28T07:10:11.270482702Z","level":"INFO","msg":"writer: started","stream_id":"bb3ihwh5"} +{"time":"2026-04-28T07:10:11.270494642Z","level":"INFO","msg":"sender: started","stream_id":"bb3ihwh5"} +{"time":"2026-04-28T07:17:27.526567983Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/haitongma-harvard-university/cpmae_M5_multi_encoder/bb3ihwh5/file_stream\": read tcp 172.17.0.3:42434->34.8.250.101:443: read: connection reset by peer"} +{"time":"2026-04-28T07:18:42.733617733Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/haitongma-harvard-university/cpmae_M5_multi_encoder/bb3ihwh5/file_stream\": read tcp 172.17.0.3:36064->34.8.250.101:443: read: connection reset by peer"} +{"time":"2026-04-28T07:20:40.540486529Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/haitongma-harvard-university/cpmae_M5_multi_encoder/bb3ihwh5/file_stream\": read tcp 172.17.0.3:37716->34.8.250.101:443: read: connection reset by peer"} +{"time":"2026-04-28T07:22:53.553428984Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/haitongma-harvard-university/cpmae_M5_multi_encoder/bb3ihwh5/file_stream\": dial tcp 34.8.250.101:443: connect: connection timed out"} +{"time":"2026-04-28T08:27:10.07225216Z","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/haitongma-harvard-university/cpmae_M5_multi_encoder/bb3ihwh5/file_stream","body":"{\"error\":\"context deadline exceeded\"}"} +{"time":"2026-04-28T13:37:07.302148799Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": net/http: request canceled (Client.Timeout exceeded while awaiting headers)"} +{"time":"2026-04-28T13:37:18.133404753Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": read tcp 172.17.0.3:47086->34.8.250.101:443: read: connection reset by peer"} +{"time":"2026-04-28T13:37:52.337215659Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/graphql\": context deadline exceeded (Client.Timeout exceeded while awaiting headers)"} +{"time":"2026-04-28T13:38:49.133726894Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/haitongma-harvard-university/cpmae_M5_multi_encoder/bb3ihwh5/file_stream\": context deadline exceeded"} +{"time":"2026-04-28T13:41:51.307959842Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/haitongma-harvard-university/cpmae_M5_multi_encoder/bb3ihwh5/file_stream\": context deadline exceeded"} +{"time":"2026-04-28T13:43:53.419537863Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/haitongma-harvard-university/cpmae_M5_multi_encoder/bb3ihwh5/file_stream\": read tcp 172.17.0.3:37346->34.8.250.101:443: read: connection reset by peer"} +{"time":"2026-04-28T16:20:05.675449786Z","level":"INFO","msg":"stream: closing","id":"bb3ihwh5"} +{"time":"2026-04-28T16:20:08.317244947Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-04-28T16:20:09.022492603Z","level":"INFO","msg":"handler: closed","stream_id":"bb3ihwh5"} +{"time":"2026-04-28T16:20:09.022740798Z","level":"INFO","msg":"sender: closed","stream_id":"bb3ihwh5"} +{"time":"2026-04-28T16:20:09.022777177Z","level":"INFO","msg":"stream: closed","id":"bb3ihwh5"} diff --git a/M5_dp_libero_object_dino3p_mocov3_vits_wrist/wandb/run-20260428_071010-bb3ihwh5/files/wandb-metadata.json b/M5_dp_libero_object_dino3p_mocov3_vits_wrist/wandb/run-20260428_071010-bb3ihwh5/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..b71128b4818653da0f7f7ad8045899326cb1b80c --- /dev/null +++ b/M5_dp_libero_object_dino3p_mocov3_vits_wrist/wandb/run-20260428_071010-bb3ihwh5/files/wandb-metadata.json @@ -0,0 +1,120 @@ +{ + "os": "Linux-5.15.0-176-generic-x86_64-with-glibc2.35", + "python": "CPython 3.10.12", + "startedAt": "2026-04-28T07:10:10.211898Z", + "args": [ + "--dataset.repo_id=HuggingFaceVLA/libero", + "--dataset.episodes=[807,808,809,810,811,812,813,814,815,816,817,818,819,820,821,822,823,824,825,826,827,828,829,830,831,832,833,834,835,836,837,838,839,840,841,842,843,844,845,846,847,848,849,850,851,852,853,854,855,856,857,858,859,860,861,862,863,864,865,866,867,868,869,870,871,872,873,874,875,876,877,878,879,880,881,882,883,884,885,886,887,888,889,890,891,892,893,894,895,896,897,898,899,900,901,902,903,904,905,906,907,908,909,910,911,912,913,914,915,916,917,918,919,920,921,922,923,924,925,926,927,928,929,930,931,932,933,934,935,936,937,938,939,940,941,942,943,944,945,946,947,948,949,950,951,952,953,954,955,956,957,958,959,960,961,962,963,964,965,966,967,968,969,970,971,972,973,974,975,976,977,978,979,980,981,982,983,984,985,986,987,988,989,990,991,992,993,994,995,996,997,998,999,1000,1001,1002,1003,1004,1005,1006,1007,1008,1009,1010,1011,1012,1013,1014,1015,1016,1017,1018,1019,1020,1021,1022,1023,1024,1025,1026,1027,1028,1029,1030,1031,1032,1033,1034,1035,1036,1037,1038,1039,1040,1041,1042,1043,1044,1045,1046,1047,1048,1049,1050,1051,1052,1053,1054,1055,1056,1057,1058,1059,1060,1061,1062,1063,1064,1065,1066,1067,1068,1069,1070,1071,1072,1073,1074,1075,1076,1077,1078,1079,1080,1081,1082,1083,1084,1085,1086,1087,1088,1089,1090,1091,1092,1093,1094,1095,1096,1097,1098,1099,1100,1101,1102,1103,1104,1105,1106,1107,1108,1109,1110,1111,1112,1113,1114,1115,1116,1117,1118,1119,1120,1121,1122,1123,1124,1125,1126,1127,1128,1129,1130,1131,1132,1133,1134,1135,1136,1137,1138,1139,1140,1141,1142,1143,1144,1145,1146,1147,1148,1149,1150,1151,1152,1153,1154,1155,1156,1157,1158,1159,1160,1161,1162,1163,1164,1165,1166,1167,1168,1169,1170,1171,1172,1173,1174,1175,1176,1177,1178,1179,1180,1181,1182,1183,1184,1185,1186,1187,1188,1189,1190,1191,1192,1193,1194,1195,1196,1197,1198,1199,1200,1201,1202,1203,1204,1205,1206,1207,1208,1209,1210,1211,1212,1213,1214,1215,1216,1217,1218,1219,1220,1221,1222,1223,1224,1225,1226,1227,1228,1229,1230,1231,1232,1233,1234,1235,1236,1237,1238,1239,1240,1241,1242,1243,1244,1245,1246,1247,1248,1249,1250,1251,1252,1253,1254,1255,1256,1257,1258,1259,1260]", + "--policy.type=diffusion", + "--policy.device=cuda:5", + "--policy.freeze_backbone=true", + "--policy.num_tasks=10", + "--policy.task_embed_dim=64", + "--policy.task_index_offset=20", + "--env.type=libero", + "--env.task=libero_object", + "--env.task_ids=[9,4,1,3,0,7,2,6,5,8]", + "--batch_size=64", + "--steps=100000", + "--eval_freq=25000", + "--save_freq=25000", + "--eval.n_episodes=20", + "--eval.batch_size=20", + "--seed=42", + "--policy.optimizer_lr=5e-5", + "--output_dir=results/M5_multi_encoder/M5_dp_libero_object_dino3p_mocov3_vits_wrist", + "--job_name=M5_dp_libero_object_dino3p_mocov3_vits_wrist", + "--wandb.enable=true", + "--wandb.project=cpmae_M5_multi_encoder", + "--policy.push_to_hub=false", + "--policy.vision_backbone=dinov2", + "--policy.dinov2_model_name=facebook/dinov2-small", + "--policy.backbone_input_norm=imagenet", + "--policy.use_separate_rgb_encoder_per_camera=true", + "--policy.per_camera_backbone_norm={\"observation.images.image2\": \"imagenet\"}", + "--policy.per_camera_backbone={\"observation.images.image2\": \"mocov3\"}", + "--policy.per_camera_mocov3_checkpoint_path={\"observation.images.image2\": \"https://dl.fbaipublicfiles.com/moco-v3/vit-s-300ep/vit-s-300ep.pth.tar\"}", + "--policy.per_camera_mocov3_arch={\"observation.images.image2\": \"vit_small\"}" + ], + "program": "/usr/local/bin/lerobot-train", + "git": { + "remote": "https://github.com/mahaitongdae/lerobot.git", + "commit": "ca42cac3f0ab2ef464ad375952c54c10a04e6f95" + }, + "root": "results/M5_multi_encoder/M5_dp_libero_object_dino3p_mocov3_vits_wrist", + "host": "c6a23a632d62", + "executable": "/usr/bin/python", + "cpu_count": 192, + "cpu_count_logical": 384, + "gpu": "NVIDIA GeForce RTX 5090", + "gpu_count": 8, + "disk": { + "/": { + "total": "858993459200", + "used": "221201346560" + } + }, + "memory": { + "total": "405310226432" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-66bafd78-668c-8f20-0080-78d6a87a33bf" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-dea1fb73-7a72-f4c2-1be9-fd9ffb7d6080" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-fb0fe3ed-978e-63f5-61d8-423b3bf11128" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-45371c01-9ce0-2b01-85df-7cb8542bb9c2" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-573f91e6-6ad4-a207-8b11-7028a67bb157" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-63435d2b-acd3-3de7-aaa9-d7cd6a31f572" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-61e6e545-0839-0f78-89b7-fe6da96b4737" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-7afed318-e783-7f48-2cb9-469858575bfa" + } + ], + "cudaVersion": "13.0", + "writerId": "7ag6bda1n7ch245jau55j90b6g6csfc5" +} \ No newline at end of file diff --git a/M5_dp_libero_object_dino3p_mocov3_vits_wrist/wandb/run-20260428_071010-bb3ihwh5/logs/debug.log b/M5_dp_libero_object_dino3p_mocov3_vits_wrist/wandb/run-20260428_071010-bb3ihwh5/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..526b3788226715b3d90314eb3761cfa0aeeff86e --- /dev/null +++ b/M5_dp_libero_object_dino3p_mocov3_vits_wrist/wandb/run-20260428_071010-bb3ihwh5/logs/debug.log @@ -0,0 +1,21 @@ +2026-04-28 07:10:10,213 INFO MainThread:3168567 [wandb_setup.py:_flush():81] Current SDK version is 0.24.2 +2026-04-28 07:10:10,213 INFO MainThread:3168567 [wandb_setup.py:_flush():81] Configure stats pid to 3168567 +2026-04-28 07:10:10,213 INFO MainThread:3168567 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-04-28 07:10:10,214 INFO MainThread:3168567 [wandb_init.py:setup_run_log_directory():717] Logging user logs to results/M5_multi_encoder/M5_dp_libero_object_dino3p_mocov3_vits_wrist/wandb/run-20260428_071010-bb3ihwh5/logs/debug.log +2026-04-28 07:10:10,214 INFO MainThread:3168567 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to results/M5_multi_encoder/M5_dp_libero_object_dino3p_mocov3_vits_wrist/wandb/run-20260428_071010-bb3ihwh5/logs/debug-internal.log +2026-04-28 07:10:10,214 INFO MainThread:3168567 [wandb_init.py:init():844] calling init triggers +2026-04-28 07:10:10,214 INFO MainThread:3168567 [wandb_init.py:init():849] wandb.init called with sweep_config: {} +config: {'dataset': {'repo_id': 'HuggingFaceVLA/libero', 'root': None, 'episodes': [807, 808, 809, 810, 811, 812, 813, 814, 815, 816, 817, 818, 819, 820, 821, 822, 823, 824, 825, 826, 827, 828, 829, 830, 831, 832, 833, 834, 835, 836, 837, 838, 839, 840, 841, 842, 843, 844, 845, 846, 847, 848, 849, 850, 851, 852, 853, 854, 855, 856, 857, 858, 859, 860, 861, 862, 863, 864, 865, 866, 867, 868, 869, 870, 871, 872, 873, 874, 875, 876, 877, 878, 879, 880, 881, 882, 883, 884, 885, 886, 887, 888, 889, 890, 891, 892, 893, 894, 895, 896, 897, 898, 899, 900, 901, 902, 903, 904, 905, 906, 907, 908, 909, 910, 911, 912, 913, 914, 915, 916, 917, 918, 919, 920, 921, 922, 923, 924, 925, 926, 927, 928, 929, 930, 931, 932, 933, 934, 935, 936, 937, 938, 939, 940, 941, 942, 943, 944, 945, 946, 947, 948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 965, 966, 967, 968, 969, 970, 971, 972, 973, 974, 975, 976, 977, 978, 979, 980, 981, 982, 983, 984, 985, 986, 987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1028, 1029, 1030, 1031, 1032, 1033, 1034, 1035, 1036, 1037, 1038, 1039, 1040, 1041, 1042, 1043, 1044, 1045, 1046, 1047, 1048, 1049, 1050, 1051, 1052, 1053, 1054, 1055, 1056, 1057, 1058, 1059, 1060, 1061, 1062, 1063, 1064, 1065, 1066, 1067, 1068, 1069, 1070, 1071, 1072, 1073, 1074, 1075, 1076, 1077, 1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085, 1086, 1087, 1088, 1089, 1090, 1091, 1092, 1093, 1094, 1095, 1096, 1097, 1098, 1099, 1100, 1101, 1102, 1103, 1104, 1105, 1106, 1107, 1108, 1109, 1110, 1111, 1112, 1113, 1114, 1115, 1116, 1117, 1118, 1119, 1120, 1121, 1122, 1123, 1124, 1125, 1126, 1127, 1128, 1129, 1130, 1131, 1132, 1133, 1134, 1135, 1136, 1137, 1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145, 1146, 1147, 1148, 1149, 1150, 1151, 1152, 1153, 1154, 1155, 1156, 1157, 1158, 1159, 1160, 1161, 1162, 1163, 1164, 1165, 1166, 1167, 1168, 1169, 1170, 1171, 1172, 1173, 1174, 1175, 1176, 1177, 1178, 1179, 1180, 1181, 1182, 1183, 1184, 1185, 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1228, 1229, 1230, 1231, 1232, 1233, 1234, 1235, 1236, 1237, 1238, 1239, 1240, 1241, 1242, 1243, 1244, 1245, 1246, 1247, 1248, 1249, 1250, 1251, 1252, 1253, 1254, 1255, 1256, 1257, 1258, 1259, 1260], 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'streaming': False}, 'env': {'type': 'libero', 'task': 'libero_object', 'fps': 30, 'features': {'action': {'type': , 'shape': [7]}, 'pixels/agentview_image': {'type': , 'shape': [360, 360, 3]}, 'pixels/robot0_eye_in_hand_image': {'type': , 'shape': [360, 360, 3]}, 'robot_state/eef/pos': {'type': , 'shape': [3]}, 'robot_state/eef/quat': {'type': , 'shape': [4]}, 'robot_state/eef/mat': {'type': , 'shape': [3, 3]}, 'robot_state/gripper/qpos': {'type': , 'shape': [2]}, 'robot_state/gripper/qvel': {'type': , 'shape': [2]}, 'robot_state/joints/pos': {'type': , 'shape': [7]}, 'robot_state/joints/vel': {'type': , 'shape': [7]}}, 'features_map': {'action': 'action', 'robot_state/eef/pos': 'observation.state.eef_pos', 'robot_state/eef/quat': 'observation.state.eef_quat', 'robot_state/eef/mat': 'observation.state.eef_mat', 'robot_state/gripper/qpos': 'observation.state.gripper_qpos', 'robot_state/gripper/qvel': 'observation.state.gripper_qvel', 'robot_state/joints/pos': 'observation.state.joint_pos', 'robot_state/joints/vel': 'observation.state.joint_vel', 'pixels/agentview_image': 'observation.images.image', 'pixels/robot0_eye_in_hand_image': 'observation.images.image2'}, 'max_parallel_tasks': 1, 'disable_env_checker': True, 'task_ids': [9, 4, 1, 3, 0, 7, 2, 6, 5, 8], 'episode_length': None, 'obs_type': 'pixels_agent_pos', 'render_mode': 'rgb_array', 'camera_name': 'agentview_image,robot0_eye_in_hand_image', 'init_states': True, 'camera_name_mapping': None, 'observation_height': 360, 'observation_width': 360, 'control_mode': 'relative'}, 'policy': {'type': 'diffusion', 'n_obs_steps': 2, 'input_features': {}, 'output_features': {}, 'device': 'cuda:5', 'use_amp': False, 'use_peft': False, 'push_to_hub': False, 'repo_id': None, 'private': None, 'tags': None, 'license': None, 'pretrained_path': None, 'horizon': 16, 'n_action_steps': 8, 'normalization_mapping': {'VISUAL': , 'STATE': , 'ACTION': }, 'drop_n_last_frames': 7, 'vision_backbone': 'dinov2', 'crop_shape': None, 'crop_is_random': True, 'pretrained_backbone_weights': None, 'ssl_checkpoint_path': None, 'siglip_model_name': None, 'dinov2_model_name': 'facebook/dinov2-small', 'mocov3_checkpoint_path': None, 'mocov3_arch': 'vit_small', 'voltron_model_id': 'v-cond', 'voltron_cache_dir': None, 'cpmae_checkpoint_path': None, 'cpmae_img_size': 224, 'cpmae_patch_size': 16, 'cpmae_embed_dim': 384, 'cpmae_depth': 12, 'cpmae_n_heads': 6, 'use_group_norm': False, 'backbone_input_norm': 'imagenet', 'backbone_input_mean': None, 'backbone_input_std': None, 'freeze_backbone': True, 'spatial_softmax_num_keypoints': 32, 'use_separate_rgb_encoder_per_camera': True, 'per_camera_backbone': {'observation.images.image2': 'mocov3'}, 'per_camera_backbone_norm': {'observation.images.image2': 'imagenet'}, 'per_camera_siglip_model_name': None, 'per_camera_dinov2_model_name': None, 'per_camera_mocov3_checkpoint_path': {'observation.images.image2': 'https://dl.fbaipublicfiles.com/moco-v3/vit-s-300ep/vit-s-300ep.pth.tar'}, 'per_camera_mocov3_arch': {'observation.images.image2': 'vit_small'}, 'per_camera_voltron_model_id': None, 'per_camera_voltron_cache_dir': None, 'per_camera_cpmae_checkpoint_path': None, 'per_camera_cpmae_embed_dim': None, 'per_camera_cpmae_n_heads': None, 'down_dims': [512, 1024, 2048], 'kernel_size': 5, 'n_groups': 8, 'diffusion_step_embed_dim': 128, 'use_film_scale_modulation': True, 'noise_scheduler_type': 'DDPM', 'num_train_timesteps': 100, 'beta_schedule': 'squaredcos_cap_v2', 'beta_start': 0.0001, 'beta_end': 0.02, 'prediction_type': 'epsilon', 'clip_sample': True, 'clip_sample_range': 1.0, 'num_tasks': 10, 'task_embed_dim': 64, 'task_index_offset': 20, 'num_inference_steps': None, 'do_mask_loss_for_padding': False, 'optimizer_lr': 5e-05, 'optimizer_betas': [0.95, 0.999], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-06, 'scheduler_name': 'cosine', 'scheduler_warmup_steps': 500}, 'output_dir': 'results/M5_multi_encoder/M5_dp_libero_object_dino3p_mocov3_vits_wrist', 'job_name': 'M5_dp_libero_object_dino3p_mocov3_vits_wrist', 'resume': False, 'seed': 42, 'num_workers': 4, 'batch_size': 64, 'gradient_accumulation_steps': 1, 'steps': 100000, 'eval_freq': 25000, 'log_freq': 200, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 25000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adam', 'lr': 5e-05, 'weight_decay': 1e-06, 'grad_clip_norm': 10.0, 'betas': [0.95, 0.999], 'eps': 1e-08}, 'scheduler': {'type': 'diffuser', 'num_warmup_steps': 500, 'name': 'cosine'}, 'eval': {'n_episodes': 20, 'batch_size': 20, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'cpmae_M5_multi_encoder', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, 'peft': None, 'use_rabc': False, 'rabc_progress_path': None, 'rabc_kappa': 0.01, 'rabc_epsilon': 1e-06, 'rabc_head_mode': 'sparse', 'rename_map': {}, 'checkpoint_path': None, '_wandb': {}} +2026-04-28 07:10:10,214 INFO MainThread:3168567 [wandb_init.py:init():892] starting backend +2026-04-28 07:10:10,455 INFO MainThread:3168567 [wandb_init.py:init():895] sending inform_init request +2026-04-28 07:10:10,460 INFO MainThread:3168567 [wandb_init.py:init():903] backend started and connected +2026-04-28 07:10:10,467 INFO MainThread:3168567 [wandb_init.py:init():973] updated telemetry +2026-04-28 07:10:10,477 INFO MainThread:3168567 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout +2026-04-28 07:10:12,319 INFO MainThread:3168567 [wandb_init.py:init():1042] starting run threads in backend +2026-04-28 07:10:12,452 INFO MainThread:3168567 [wandb_run.py:_console_start():2529] atexit reg +2026-04-28 07:10:12,452 INFO MainThread:3168567 [wandb_run.py:_redirect():2377] redirect: wrap_raw +2026-04-28 07:10:12,452 INFO MainThread:3168567 [wandb_run.py:_redirect():2446] Wrapping output streams. +2026-04-28 07:10:12,452 INFO MainThread:3168567 [wandb_run.py:_redirect():2469] Redirects installed. +2026-04-28 07:10:12,456 INFO MainThread:3168567 [wandb_init.py:init():1082] run started, returning control to user process +2026-04-28 16:20:05,674 INFO wandb-AsyncioManager-main:3168567 [service_client.py:_forward_responses():94] Reached EOF. +2026-04-28 16:20:05,675 INFO wandb-AsyncioManager-main:3168567 [mailbox.py:close():154] Closing mailbox, abandoning 1 handles. diff --git a/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/025000/pretrained_model/policy_preprocessor.json b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/025000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f74c387aaae684397ba7b421c2bb6582af9ea721 --- /dev/null +++ b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/025000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/050000/pretrained_model/policy_postprocessor.json b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/050000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..510d39d865a03e191a3cba016faa6ad3fdea85d5 --- /dev/null +++ b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/050000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/075000/pretrained_model/policy_preprocessor.json b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/075000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f74c387aaae684397ba7b421c2bb6582af9ea721 --- /dev/null +++ b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/075000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/best/eval_info.json b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/best/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..89995adff188172eca9671aff199d77a30c00ae4 --- /dev/null +++ b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/best/eval_info.json @@ -0,0 +1,881 @@ +{ + "per_task": [ + { + "task_group": "libero_object", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + false, + true, + true, + true, + true, + true, + true, + true, + false, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_0/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_0/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_0/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_0/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 1, + "metrics": { + "sum_rewards": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "max_rewards": [ + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "successes": [ + false, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + false, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_1/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_1/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_1/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_1/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 2, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + false, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_2/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_2/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_2/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_2/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 3, + "metrics": { + "sum_rewards": [ + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0 + ], + "max_rewards": [ + 0.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 0.0, + 1.0 + ], + "successes": [ + false, + false, + false, + true, + true, + true, + false, + false, + false, + false, + true, + false, + true, + true, + true, + true, + false, + false, + false, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_3/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_3/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_3/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_3/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 4, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + false, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_4/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_4/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_4/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_4/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 5, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + false, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_5/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_5/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_5/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_5/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 6, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + false, + true, + true, + true, + true, + true, + false, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_6/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_6/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_6/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_6/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 7, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + false, + true, + true, + true, + true, + false, + true, + false, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_7/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_7/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_7/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_7/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 8, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + false, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_8/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_8/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_8/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_8/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_object", + "task_id": 9, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + false, + true, + true, + true, + true, + false, + true, + false, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_9/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_9/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_9/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_9/eval_episode_3.mp4" + ] + } + } + ], + "per_group": { + "libero_object": { + "avg_sum_reward": 0.865, + "avg_max_reward": 0.865, + "pc_success": 86.5, + "n_episodes": 200, + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_0/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_0/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_0/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_0/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_1/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_1/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_1/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_1/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_2/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_2/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_2/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_2/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_3/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_3/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_3/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_3/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_4/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_4/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_4/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_4/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_5/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_5/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_5/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_5/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_6/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_6/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_6/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_6/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_7/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_7/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_7/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_7/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_8/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_8/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_8/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_8/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_9/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_9/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_9/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_9/eval_episode_3.mp4" + ] + } + }, + "overall": { + "avg_max_reward": 0.865, + "n_episodes": 200, + "eval_ep_s": 9.625107766389847, + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_0/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_0/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_0/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_0/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_1/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_1/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_1/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_1/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_2/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_2/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_2/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_2/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_3/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_3/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_3/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_3/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_4/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_4/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_4/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_4/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_5/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_5/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_5/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_5/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_6/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_6/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_6/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_6/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_7/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_7/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_7/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_7/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_8/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_8/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_8/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_8/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_9/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_9/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_9/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_100000/libero_object_9/eval_episode_3.mp4" + ] + } +} \ No newline at end of file diff --git a/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/best/pretrained_model/config.json b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/best/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..284f74f4974be49120e876c29700d333ade8f1db --- /dev/null +++ b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/best/pretrained_model/config.json @@ -0,0 +1,127 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda:3", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "dinov2", + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": null, + "ssl_checkpoint_path": null, + "siglip_model_name": null, + "dinov2_model_name": "facebook/dinov2-small", + "mocov3_checkpoint_path": null, + "mocov3_arch": "vit_small", + "voltron_model_id": "v-cond", + "voltron_cache_dir": null, + "cpmae_checkpoint_path": null, + "cpmae_img_size": 224, + "cpmae_patch_size": 16, + "cpmae_embed_dim": 384, + "cpmae_depth": 12, + "cpmae_n_heads": 6, + "use_group_norm": false, + "backbone_input_norm": "imagenet", + "backbone_input_mean": null, + "backbone_input_std": null, + "freeze_backbone": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "per_camera_backbone": { + "observation.images.image2": "voltron" + }, + "per_camera_backbone_norm": { + "observation.images.image2": "imagenet" + }, + "per_camera_siglip_model_name": null, + "per_camera_dinov2_model_name": null, + "per_camera_mocov3_checkpoint_path": null, + "per_camera_mocov3_arch": null, + "per_camera_voltron_model_id": { + "observation.images.image2": "v-cond" + }, + "per_camera_voltron_cache_dir": { + "observation.images.image2": "/root/.voltron" + }, + "per_camera_cpmae_checkpoint_path": null, + "per_camera_cpmae_embed_dim": null, + "per_camera_cpmae_n_heads": null, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_tasks": 10, + "task_embed_dim": 64, + "task_index_offset": 20, + "num_inference_steps": null, + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/best/pretrained_model/train_config.json b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/best/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..df66039f5777e4964eaabaaefe40ca7daa1be4b1 --- /dev/null +++ b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/best/pretrained_model/train_config.json @@ -0,0 +1,823 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "root": null, + "episodes": [ + 807, + 808, + 809, + 810, + 811, + 812, + 813, + 814, + 815, + 816, + 817, + 818, + 819, + 820, + 821, + 822, + 823, + 824, + 825, + 826, + 827, + 828, + 829, + 830, + 831, + 832, + 833, + 834, + 835, + 836, + 837, + 838, + 839, + 840, + 841, + 842, + 843, + 844, + 845, + 846, + 847, + 848, + 849, + 850, + 851, + 852, + 853, + 854, + 855, + 856, + 857, + 858, + 859, + 860, + 861, + 862, + 863, + 864, + 865, + 866, + 867, + 868, + 869, + 870, + 871, + 872, + 873, + 874, + 875, + 876, + 877, + 878, + 879, + 880, + 881, + 882, + 883, + 884, + 885, + 886, + 887, + 888, + 889, + 890, + 891, + 892, + 893, + 894, + 895, + 896, + 897, + 898, + 899, + 900, + 901, + 902, + 903, + 904, + 905, + 906, + 907, + 908, + 909, + 910, + 911, + 912, + 913, + 914, + 915, + 916, + 917, + 918, + 919, + 920, + 921, + 922, + 923, + 924, + 925, + 926, + 927, + 928, + 929, + 930, + 931, + 932, + 933, + 934, + 935, + 936, + 937, + 938, + 939, + 940, + 941, + 942, + 943, + 944, + 945, + 946, + 947, + 948, + 949, + 950, + 951, + 952, + 953, + 954, + 955, + 956, + 957, + 958, + 959, + 960, + 961, + 962, + 963, + 964, + 965, + 966, + 967, + 968, + 969, + 970, + 971, + 972, + 973, + 974, + 975, + 976, + 977, + 978, + 979, + 980, + 981, + 982, + 983, + 984, + 985, + 986, + 987, + 988, + 989, + 990, + 991, + 992, + 993, + 994, + 995, + 996, + 997, + 998, + 999, + 1000, + 1001, + 1002, + 1003, + 1004, + 1005, + 1006, + 1007, + 1008, + 1009, + 1010, + 1011, + 1012, + 1013, + 1014, + 1015, + 1016, + 1017, + 1018, + 1019, + 1020, + 1021, + 1022, + 1023, + 1024, + 1025, + 1026, + 1027, + 1028, + 1029, + 1030, + 1031, + 1032, + 1033, + 1034, + 1035, + 1036, + 1037, + 1038, + 1039, + 1040, + 1041, + 1042, + 1043, + 1044, + 1045, + 1046, + 1047, + 1048, + 1049, + 1050, + 1051, + 1052, + 1053, + 1054, + 1055, + 1056, + 1057, + 1058, + 1059, + 1060, + 1061, + 1062, + 1063, + 1064, + 1065, + 1066, + 1067, + 1068, + 1069, + 1070, + 1071, + 1072, + 1073, + 1074, + 1075, + 1076, + 1077, + 1078, + 1079, + 1080, + 1081, + 1082, + 1083, + 1084, + 1085, + 1086, + 1087, + 1088, + 1089, + 1090, + 1091, + 1092, + 1093, + 1094, + 1095, + 1096, + 1097, + 1098, + 1099, + 1100, + 1101, + 1102, + 1103, + 1104, + 1105, + 1106, + 1107, + 1108, + 1109, + 1110, + 1111, + 1112, + 1113, + 1114, + 1115, + 1116, + 1117, + 1118, + 1119, + 1120, + 1121, + 1122, + 1123, + 1124, + 1125, + 1126, + 1127, + 1128, + 1129, + 1130, + 1131, + 1132, + 1133, + 1134, + 1135, + 1136, + 1137, + 1138, + 1139, + 1140, + 1141, + 1142, + 1143, + 1144, + 1145, + 1146, + 1147, + 1148, + 1149, + 1150, + 1151, + 1152, + 1153, + 1154, + 1155, + 1156, + 1157, + 1158, + 1159, + 1160, + 1161, + 1162, + 1163, + 1164, + 1165, + 1166, + 1167, + 1168, + 1169, + 1170, + 1171, + 1172, + 1173, + 1174, + 1175, + 1176, + 1177, + 1178, + 1179, + 1180, + 1181, + 1182, + 1183, + 1184, + 1185, + 1186, + 1187, + 1188, + 1189, + 1190, + 1191, + 1192, + 1193, + 1194, + 1195, + 1196, + 1197, + 1198, + 1199, + 1200, + 1201, + 1202, + 1203, + 1204, + 1205, + 1206, + 1207, + 1208, + 1209, + 1210, + 1211, + 1212, + 1213, + 1214, + 1215, + 1216, + 1217, + 1218, + 1219, + 1220, + 1221, + 1222, + 1223, + 1224, + 1225, + 1226, + 1227, + 1228, + 1229, + 1230, + 1231, + 1232, + 1233, + 1234, + 1235, + 1236, + 1237, + 1238, + 1239, + 1240, + 1241, + 1242, + 1243, + 1244, + 1245, + 1246, + 1247, + 1248, + 1249, + 1250, + 1251, + 1252, + 1253, + 1254, + 1255, + 1256, + 1257, + 1258, + 1259, + 1260 + ], + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": { + "type": "libero", + "task": "libero_object", + "fps": 30, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + }, + "pixels/agentview_image": { + "type": "VISUAL", + "shape": [ + 360, + 360, + 3 + ] + }, + "pixels/robot0_eye_in_hand_image": { + "type": "VISUAL", + "shape": [ + 360, + 360, + 3 + ] + }, + "robot_state/eef/pos": { + "type": "STATE", + "shape": [ + 3 + ] + }, + "robot_state/eef/quat": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "robot_state/eef/mat": { + "type": "STATE", + "shape": [ + 3, + 3 + ] + }, + "robot_state/gripper/qpos": { + "type": "STATE", + "shape": [ + 2 + ] + }, + "robot_state/gripper/qvel": { + "type": "STATE", + "shape": [ + 2 + ] + }, + "robot_state/joints/pos": { + "type": "STATE", + "shape": [ + 7 + ] + }, + "robot_state/joints/vel": { + "type": "STATE", + "shape": [ + 7 + ] + } + }, + "features_map": { + "action": "action", + "robot_state/eef/pos": "observation.state.eef_pos", + "robot_state/eef/quat": "observation.state.eef_quat", + "robot_state/eef/mat": "observation.state.eef_mat", + "robot_state/gripper/qpos": "observation.state.gripper_qpos", + "robot_state/gripper/qvel": "observation.state.gripper_qvel", + "robot_state/joints/pos": "observation.state.joint_pos", + "robot_state/joints/vel": "observation.state.joint_vel", + "pixels/agentview_image": "observation.images.image", + "pixels/robot0_eye_in_hand_image": "observation.images.image2" + }, + "max_parallel_tasks": 1, + "disable_env_checker": true, + "task_ids": [ + 9, + 4, + 1, + 3, + 0, + 7, + 2, + 6, + 5, + 8 + ], + "episode_length": null, + "obs_type": "pixels_agent_pos", + "render_mode": "rgb_array", + "camera_name": "agentview_image,robot0_eye_in_hand_image", + "init_states": true, + "camera_name_mapping": null, + "observation_height": 360, + "observation_width": 360, + "control_mode": "relative" + }, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda:3", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "dinov2", + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": null, + "ssl_checkpoint_path": null, + "siglip_model_name": null, + "dinov2_model_name": "facebook/dinov2-small", + "mocov3_checkpoint_path": null, + "mocov3_arch": "vit_small", + "voltron_model_id": "v-cond", + "voltron_cache_dir": null, + "cpmae_checkpoint_path": null, + "cpmae_img_size": 224, + "cpmae_patch_size": 16, + "cpmae_embed_dim": 384, + "cpmae_depth": 12, + "cpmae_n_heads": 6, + "use_group_norm": false, + "backbone_input_norm": "imagenet", + "backbone_input_mean": null, + "backbone_input_std": null, + "freeze_backbone": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "per_camera_backbone": { + "observation.images.image2": "voltron" + }, + "per_camera_backbone_norm": { + "observation.images.image2": "imagenet" + }, + "per_camera_siglip_model_name": null, + "per_camera_dinov2_model_name": null, + "per_camera_mocov3_checkpoint_path": null, + "per_camera_mocov3_arch": null, + "per_camera_voltron_model_id": { + "observation.images.image2": "v-cond" + }, + "per_camera_voltron_cache_dir": { + "observation.images.image2": "/root/.voltron" + }, + "per_camera_cpmae_checkpoint_path": null, + "per_camera_cpmae_embed_dim": null, + "per_camera_cpmae_n_heads": null, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_tasks": 10, + "task_embed_dim": 64, + "task_index_offset": 20, + "num_inference_steps": null, + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist", + "job_name": "M5_dp_libero_object_dino3p_voltron_vcond_wrist", + "resume": false, + "seed": 42, + "num_workers": 4, + "batch_size": 64, + "gradient_accumulation_steps": 1, + "steps": 100000, + "eval_freq": 25000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 25000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-05, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 20, + "batch_size": 20, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "cpmae_M5_multi_encoder", + "entity": null, + "notes": null, + "run_id": "0vebd15w", + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/best/training_state/scheduler_state.json b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/best/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d85b5c8648b8ca092beb98bcff524301f0d229a8 --- /dev/null +++ b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/checkpoints/best/training_state/scheduler_state.json @@ -0,0 +1,14 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 100000, + "_step_count": 100001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_025000/libero_object_0/eval_episode_2.mp4 b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_025000/libero_object_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ac657cfa8bace1e0b94d19bd94d290eae32b9c30 Binary files /dev/null and b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_025000/libero_object_0/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_025000/libero_object_1/eval_episode_0.mp4 b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_025000/libero_object_1/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..157f369870f4da4d20ce2a2e09d74955b23aeef5 Binary files /dev/null and b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_025000/libero_object_1/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_025000/libero_object_3/eval_episode_3.mp4 b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_025000/libero_object_3/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f65aa3c1fa81abf9184a3c3ac098c8f9b73544ab Binary files /dev/null and b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_025000/libero_object_3/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_050000/libero_object_0/eval_episode_1.mp4 b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_050000/libero_object_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8a5a4d51fd0ec9a80da206ee016349819250c5cf Binary files /dev/null and b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/eval/videos_step_050000/libero_object_0/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_object_dino3p_voltron_vcond_wrist/wandb/debug.log b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/wandb/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..58ee9352b8ad480f28f0ba565c91f360117689e6 --- /dev/null +++ b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/wandb/debug.log @@ -0,0 +1,21 @@ +2026-04-27 21:38:59,708 INFO MainThread:56293 [wandb_setup.py:_flush():81] Current SDK version is 0.24.2 +2026-04-27 21:38:59,708 INFO MainThread:56293 [wandb_setup.py:_flush():81] Configure stats pid to 56293 +2026-04-27 21:38:59,708 INFO MainThread:56293 [wandb_setup.py:_flush():81] Loading settings from environment variables +2026-04-27 21:38:59,708 INFO MainThread:56293 [wandb_init.py:setup_run_log_directory():717] Logging user logs to results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/wandb/run-20260427_213859-0vebd15w/logs/debug.log +2026-04-27 21:38:59,708 INFO MainThread:56293 [wandb_init.py:setup_run_log_directory():718] Logging internal logs to results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist/wandb/run-20260427_213859-0vebd15w/logs/debug-internal.log +2026-04-27 21:38:59,708 INFO MainThread:56293 [wandb_init.py:init():844] calling init triggers +2026-04-27 21:38:59,709 INFO MainThread:56293 [wandb_init.py:init():849] wandb.init called with sweep_config: {} +config: {'dataset': {'repo_id': 'HuggingFaceVLA/libero', 'root': None, 'episodes': [807, 808, 809, 810, 811, 812, 813, 814, 815, 816, 817, 818, 819, 820, 821, 822, 823, 824, 825, 826, 827, 828, 829, 830, 831, 832, 833, 834, 835, 836, 837, 838, 839, 840, 841, 842, 843, 844, 845, 846, 847, 848, 849, 850, 851, 852, 853, 854, 855, 856, 857, 858, 859, 860, 861, 862, 863, 864, 865, 866, 867, 868, 869, 870, 871, 872, 873, 874, 875, 876, 877, 878, 879, 880, 881, 882, 883, 884, 885, 886, 887, 888, 889, 890, 891, 892, 893, 894, 895, 896, 897, 898, 899, 900, 901, 902, 903, 904, 905, 906, 907, 908, 909, 910, 911, 912, 913, 914, 915, 916, 917, 918, 919, 920, 921, 922, 923, 924, 925, 926, 927, 928, 929, 930, 931, 932, 933, 934, 935, 936, 937, 938, 939, 940, 941, 942, 943, 944, 945, 946, 947, 948, 949, 950, 951, 952, 953, 954, 955, 956, 957, 958, 959, 960, 961, 962, 963, 964, 965, 966, 967, 968, 969, 970, 971, 972, 973, 974, 975, 976, 977, 978, 979, 980, 981, 982, 983, 984, 985, 986, 987, 988, 989, 990, 991, 992, 993, 994, 995, 996, 997, 998, 999, 1000, 1001, 1002, 1003, 1004, 1005, 1006, 1007, 1008, 1009, 1010, 1011, 1012, 1013, 1014, 1015, 1016, 1017, 1018, 1019, 1020, 1021, 1022, 1023, 1024, 1025, 1026, 1027, 1028, 1029, 1030, 1031, 1032, 1033, 1034, 1035, 1036, 1037, 1038, 1039, 1040, 1041, 1042, 1043, 1044, 1045, 1046, 1047, 1048, 1049, 1050, 1051, 1052, 1053, 1054, 1055, 1056, 1057, 1058, 1059, 1060, 1061, 1062, 1063, 1064, 1065, 1066, 1067, 1068, 1069, 1070, 1071, 1072, 1073, 1074, 1075, 1076, 1077, 1078, 1079, 1080, 1081, 1082, 1083, 1084, 1085, 1086, 1087, 1088, 1089, 1090, 1091, 1092, 1093, 1094, 1095, 1096, 1097, 1098, 1099, 1100, 1101, 1102, 1103, 1104, 1105, 1106, 1107, 1108, 1109, 1110, 1111, 1112, 1113, 1114, 1115, 1116, 1117, 1118, 1119, 1120, 1121, 1122, 1123, 1124, 1125, 1126, 1127, 1128, 1129, 1130, 1131, 1132, 1133, 1134, 1135, 1136, 1137, 1138, 1139, 1140, 1141, 1142, 1143, 1144, 1145, 1146, 1147, 1148, 1149, 1150, 1151, 1152, 1153, 1154, 1155, 1156, 1157, 1158, 1159, 1160, 1161, 1162, 1163, 1164, 1165, 1166, 1167, 1168, 1169, 1170, 1171, 1172, 1173, 1174, 1175, 1176, 1177, 1178, 1179, 1180, 1181, 1182, 1183, 1184, 1185, 1186, 1187, 1188, 1189, 1190, 1191, 1192, 1193, 1194, 1195, 1196, 1197, 1198, 1199, 1200, 1201, 1202, 1203, 1204, 1205, 1206, 1207, 1208, 1209, 1210, 1211, 1212, 1213, 1214, 1215, 1216, 1217, 1218, 1219, 1220, 1221, 1222, 1223, 1224, 1225, 1226, 1227, 1228, 1229, 1230, 1231, 1232, 1233, 1234, 1235, 1236, 1237, 1238, 1239, 1240, 1241, 1242, 1243, 1244, 1245, 1246, 1247, 1248, 1249, 1250, 1251, 1252, 1253, 1254, 1255, 1256, 1257, 1258, 1259, 1260], 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'streaming': False}, 'env': {'type': 'libero', 'task': 'libero_object', 'fps': 30, 'features': {'action': {'type': , 'shape': [7]}, 'pixels/agentview_image': {'type': , 'shape': [360, 360, 3]}, 'pixels/robot0_eye_in_hand_image': {'type': , 'shape': [360, 360, 3]}, 'robot_state/eef/pos': {'type': , 'shape': [3]}, 'robot_state/eef/quat': {'type': , 'shape': [4]}, 'robot_state/eef/mat': {'type': , 'shape': [3, 3]}, 'robot_state/gripper/qpos': {'type': , 'shape': [2]}, 'robot_state/gripper/qvel': {'type': , 'shape': [2]}, 'robot_state/joints/pos': {'type': , 'shape': [7]}, 'robot_state/joints/vel': {'type': , 'shape': [7]}}, 'features_map': {'action': 'action', 'robot_state/eef/pos': 'observation.state.eef_pos', 'robot_state/eef/quat': 'observation.state.eef_quat', 'robot_state/eef/mat': 'observation.state.eef_mat', 'robot_state/gripper/qpos': 'observation.state.gripper_qpos', 'robot_state/gripper/qvel': 'observation.state.gripper_qvel', 'robot_state/joints/pos': 'observation.state.joint_pos', 'robot_state/joints/vel': 'observation.state.joint_vel', 'pixels/agentview_image': 'observation.images.image', 'pixels/robot0_eye_in_hand_image': 'observation.images.image2'}, 'max_parallel_tasks': 1, 'disable_env_checker': True, 'task_ids': [9, 4, 1, 3, 0, 7, 2, 6, 5, 8], 'episode_length': None, 'obs_type': 'pixels_agent_pos', 'render_mode': 'rgb_array', 'camera_name': 'agentview_image,robot0_eye_in_hand_image', 'init_states': True, 'camera_name_mapping': None, 'observation_height': 360, 'observation_width': 360, 'control_mode': 'relative'}, 'policy': {'type': 'diffusion', 'n_obs_steps': 2, 'input_features': {}, 'output_features': {}, 'device': 'cuda:3', 'use_amp': False, 'use_peft': False, 'push_to_hub': False, 'repo_id': None, 'private': None, 'tags': None, 'license': None, 'pretrained_path': None, 'horizon': 16, 'n_action_steps': 8, 'normalization_mapping': {'VISUAL': , 'STATE': , 'ACTION': }, 'drop_n_last_frames': 7, 'vision_backbone': 'dinov2', 'crop_shape': None, 'crop_is_random': True, 'pretrained_backbone_weights': None, 'ssl_checkpoint_path': None, 'siglip_model_name': None, 'dinov2_model_name': 'facebook/dinov2-small', 'mocov3_checkpoint_path': None, 'mocov3_arch': 'vit_small', 'voltron_model_id': 'v-cond', 'voltron_cache_dir': None, 'cpmae_checkpoint_path': None, 'cpmae_img_size': 224, 'cpmae_patch_size': 16, 'cpmae_embed_dim': 384, 'cpmae_depth': 12, 'cpmae_n_heads': 6, 'use_group_norm': False, 'backbone_input_norm': 'imagenet', 'backbone_input_mean': None, 'backbone_input_std': None, 'freeze_backbone': True, 'spatial_softmax_num_keypoints': 32, 'use_separate_rgb_encoder_per_camera': True, 'per_camera_backbone': {'observation.images.image2': 'voltron'}, 'per_camera_backbone_norm': {'observation.images.image2': 'imagenet'}, 'per_camera_siglip_model_name': None, 'per_camera_dinov2_model_name': None, 'per_camera_mocov3_checkpoint_path': None, 'per_camera_mocov3_arch': None, 'per_camera_voltron_model_id': {'observation.images.image2': 'v-cond'}, 'per_camera_voltron_cache_dir': {'observation.images.image2': '/root/.voltron'}, 'per_camera_cpmae_checkpoint_path': None, 'per_camera_cpmae_embed_dim': None, 'per_camera_cpmae_n_heads': None, 'down_dims': [512, 1024, 2048], 'kernel_size': 5, 'n_groups': 8, 'diffusion_step_embed_dim': 128, 'use_film_scale_modulation': True, 'noise_scheduler_type': 'DDPM', 'num_train_timesteps': 100, 'beta_schedule': 'squaredcos_cap_v2', 'beta_start': 0.0001, 'beta_end': 0.02, 'prediction_type': 'epsilon', 'clip_sample': True, 'clip_sample_range': 1.0, 'num_tasks': 10, 'task_embed_dim': 64, 'task_index_offset': 20, 'num_inference_steps': None, 'do_mask_loss_for_padding': False, 'optimizer_lr': 5e-05, 'optimizer_betas': [0.95, 0.999], 'optimizer_eps': 1e-08, 'optimizer_weight_decay': 1e-06, 'scheduler_name': 'cosine', 'scheduler_warmup_steps': 500}, 'output_dir': 'results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist', 'job_name': 'M5_dp_libero_object_dino3p_voltron_vcond_wrist', 'resume': False, 'seed': 42, 'num_workers': 4, 'batch_size': 64, 'gradient_accumulation_steps': 1, 'steps': 100000, 'eval_freq': 25000, 'log_freq': 200, 'tolerance_s': 0.0001, 'save_checkpoint': True, 'save_freq': 25000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adam', 'lr': 5e-05, 'weight_decay': 1e-06, 'grad_clip_norm': 10.0, 'betas': [0.95, 0.999], 'eps': 1e-08}, 'scheduler': {'type': 'diffuser', 'num_warmup_steps': 500, 'name': 'cosine'}, 'eval': {'n_episodes': 20, 'batch_size': 20, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'cpmae_M5_multi_encoder', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, 'peft': None, 'use_rabc': False, 'rabc_progress_path': None, 'rabc_kappa': 0.01, 'rabc_epsilon': 1e-06, 'rabc_head_mode': 'sparse', 'rename_map': {}, 'checkpoint_path': None, '_wandb': {}} +2026-04-27 21:38:59,709 INFO MainThread:56293 [wandb_init.py:init():892] starting backend +2026-04-27 21:38:59,949 INFO MainThread:56293 [wandb_init.py:init():895] sending inform_init request +2026-04-27 21:38:59,954 INFO MainThread:56293 [wandb_init.py:init():903] backend started and connected +2026-04-27 21:38:59,957 INFO MainThread:56293 [wandb_init.py:init():973] updated telemetry +2026-04-27 21:38:59,975 INFO MainThread:56293 [wandb_init.py:init():997] communicating run to backend with 90.0 second timeout +2026-04-27 21:39:01,471 INFO MainThread:56293 [wandb_init.py:init():1042] starting run threads in backend +2026-04-27 21:39:01,623 INFO MainThread:56293 [wandb_run.py:_console_start():2529] atexit reg +2026-04-27 21:39:01,623 INFO MainThread:56293 [wandb_run.py:_redirect():2377] redirect: wrap_raw +2026-04-27 21:39:01,623 INFO MainThread:56293 [wandb_run.py:_redirect():2446] Wrapping output streams. +2026-04-27 21:39:01,623 INFO MainThread:56293 [wandb_run.py:_redirect():2469] Redirects installed. +2026-04-27 21:39:01,627 INFO MainThread:56293 [wandb_init.py:init():1082] run started, returning control to user process +2026-04-28 06:49:57,059 INFO wandb-AsyncioManager-main:56293 [service_client.py:_forward_responses():94] Reached EOF. +2026-04-28 06:49:57,060 INFO wandb-AsyncioManager-main:56293 [mailbox.py:close():154] Closing mailbox, abandoning 1 handles. diff --git a/M5_dp_libero_object_dino3p_voltron_vcond_wrist/wandb/run-20260427_213859-0vebd15w/files/config.yaml b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/wandb/run-20260427_213859-0vebd15w/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e92267c653bdedfb5b9786fd78b4399fb50afc7a --- /dev/null +++ b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/wandb/run-20260427_213859-0vebd15w/files/config.yaml @@ -0,0 +1,889 @@ +_wandb: + value: + cli_version: 0.24.2 + e: + qbnsjew05gl1jofx9h9785088vy302gd: + args: + - --dataset.repo_id=HuggingFaceVLA/libero + - --dataset.episodes=[807,808,809,810,811,812,813,814,815,816,817,818,819,820,821,822,823,824,825,826,827,828,829,830,831,832,833,834,835,836,837,838,839,840,841,842,843,844,845,846,847,848,849,850,851,852,853,854,855,856,857,858,859,860,861,862,863,864,865,866,867,868,869,870,871,872,873,874,875,876,877,878,879,880,881,882,883,884,885,886,887,888,889,890,891,892,893,894,895,896,897,898,899,900,901,902,903,904,905,906,907,908,909,910,911,912,913,914,915,916,917,918,919,920,921,922,923,924,925,926,927,928,929,930,931,932,933,934,935,936,937,938,939,940,941,942,943,944,945,946,947,948,949,950,951,952,953,954,955,956,957,958,959,960,961,962,963,964,965,966,967,968,969,970,971,972,973,974,975,976,977,978,979,980,981,982,983,984,985,986,987,988,989,990,991,992,993,994,995,996,997,998,999,1000,1001,1002,1003,1004,1005,1006,1007,1008,1009,1010,1011,1012,1013,1014,1015,1016,1017,1018,1019,1020,1021,1022,1023,1024,1025,1026,1027,1028,1029,1030,1031,1032,1033,1034,1035,1036,1037,1038,1039,1040,1041,1042,1043,1044,1045,1046,1047,1048,1049,1050,1051,1052,1053,1054,1055,1056,1057,1058,1059,1060,1061,1062,1063,1064,1065,1066,1067,1068,1069,1070,1071,1072,1073,1074,1075,1076,1077,1078,1079,1080,1081,1082,1083,1084,1085,1086,1087,1088,1089,1090,1091,1092,1093,1094,1095,1096,1097,1098,1099,1100,1101,1102,1103,1104,1105,1106,1107,1108,1109,1110,1111,1112,1113,1114,1115,1116,1117,1118,1119,1120,1121,1122,1123,1124,1125,1126,1127,1128,1129,1130,1131,1132,1133,1134,1135,1136,1137,1138,1139,1140,1141,1142,1143,1144,1145,1146,1147,1148,1149,1150,1151,1152,1153,1154,1155,1156,1157,1158,1159,1160,1161,1162,1163,1164,1165,1166,1167,1168,1169,1170,1171,1172,1173,1174,1175,1176,1177,1178,1179,1180,1181,1182,1183,1184,1185,1186,1187,1188,1189,1190,1191,1192,1193,1194,1195,1196,1197,1198,1199,1200,1201,1202,1203,1204,1205,1206,1207,1208,1209,1210,1211,1212,1213,1214,1215,1216,1217,1218,1219,1220,1221,1222,1223,1224,1225,1226,1227,1228,1229,1230,1231,1232,1233,1234,1235,1236,1237,1238,1239,1240,1241,1242,1243,1244,1245,1246,1247,1248,1249,1250,1251,1252,1253,1254,1255,1256,1257,1258,1259,1260] + - --policy.type=diffusion + - --policy.device=cuda:3 + - --policy.freeze_backbone=true + - --policy.num_tasks=10 + - --policy.task_embed_dim=64 + - --policy.task_index_offset=20 + - --env.type=libero + - --env.task=libero_object + - --env.task_ids=[9,4,1,3,0,7,2,6,5,8] + - --batch_size=64 + - --steps=100000 + - --eval_freq=25000 + - --save_freq=25000 + - --eval.n_episodes=20 + - --eval.batch_size=20 + - --seed=42 + - --policy.optimizer_lr=5e-5 + - --output_dir=results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist + - --job_name=M5_dp_libero_object_dino3p_voltron_vcond_wrist + - --wandb.enable=true + - --wandb.project=cpmae_M5_multi_encoder + - --policy.push_to_hub=false + - --policy.vision_backbone=dinov2 + - --policy.dinov2_model_name=facebook/dinov2-small + - --policy.backbone_input_norm=imagenet + - --policy.use_separate_rgb_encoder_per_camera=true + - '--policy.per_camera_backbone_norm={"observation.images.image2": "imagenet"}' + - '--policy.per_camera_backbone={"observation.images.image2": "voltron"}' + - '--policy.per_camera_voltron_model_id={"observation.images.image2": "v-cond"}' + - '--policy.per_camera_voltron_cache_dir={"observation.images.image2": "/root/.voltron"}' + cpu_count: 192 + cpu_count_logical: 384 + cudaVersion: "13.0" + disk: + /: + total: "858993459200" + used: "38687969280" + executable: /usr/bin/python + git: + commit: 2a69bf43de8aaf497e1b9b7997937612f6ca6240 + remote: https://github.com/mahaitongdae/lerobot.git + gpu: NVIDIA GeForce RTX 5090 + gpu_count: 8 + gpu_nvidia: + - architecture: Blackwell + cudaCores: 21760 + memoryTotal: "34190917632" + name: NVIDIA GeForce RTX 5090 + uuid: GPU-66bafd78-668c-8f20-0080-78d6a87a33bf + - architecture: Blackwell + cudaCores: 21760 + memoryTotal: "34190917632" + name: NVIDIA GeForce RTX 5090 + uuid: GPU-dea1fb73-7a72-f4c2-1be9-fd9ffb7d6080 + - architecture: Blackwell + cudaCores: 21760 + memoryTotal: "34190917632" + name: NVIDIA GeForce RTX 5090 + uuid: GPU-fb0fe3ed-978e-63f5-61d8-423b3bf11128 + - architecture: Blackwell + cudaCores: 21760 + memoryTotal: "34190917632" + name: NVIDIA GeForce RTX 5090 + uuid: GPU-45371c01-9ce0-2b01-85df-7cb8542bb9c2 + - architecture: Blackwell + cudaCores: 21760 + memoryTotal: "34190917632" + name: NVIDIA GeForce RTX 5090 + uuid: GPU-573f91e6-6ad4-a207-8b11-7028a67bb157 + - architecture: Blackwell + cudaCores: 21760 + memoryTotal: "34190917632" + name: NVIDIA GeForce RTX 5090 + uuid: GPU-63435d2b-acd3-3de7-aaa9-d7cd6a31f572 + - architecture: Blackwell + cudaCores: 21760 + memoryTotal: "34190917632" + name: NVIDIA GeForce RTX 5090 + uuid: GPU-61e6e545-0839-0f78-89b7-fe6da96b4737 + - architecture: Blackwell + cudaCores: 21760 + memoryTotal: "34190917632" + name: NVIDIA GeForce RTX 5090 + uuid: GPU-7afed318-e783-7f48-2cb9-469858575bfa + host: c6a23a632d62 + memory: + total: "405310226432" + os: Linux-5.15.0-176-generic-x86_64-with-glibc2.35 + program: /usr/local/bin/lerobot-train + python: CPython 3.10.12 + root: results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist + startedAt: "2026-04-27T21:38:59.707577Z" + writerId: qbnsjew05gl1jofx9h9785088vy302gd + m: [] + python_version: 3.10.12 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + - 83 + "2": + - 1 + - 11 + - 41 + - 49 + - 50 + - 51 + - 71 + - 83 + "3": + - 13 + - 15 + - 16 + - 61 + "4": 3.10.12 + "5": 0.24.2 + "6": 4.57.3 + "10": + - 21 + "12": 0.24.2 + "13": linux-x86_64 +batch_size: + value: 64 +checkpoint_path: + value: null +dataset: + value: + episodes: + - 807 + - 808 + - 809 + - 810 + - 811 + - 812 + - 813 + - 814 + - 815 + - 816 + - 817 + - 818 + - 819 + - 820 + - 821 + - 822 + - 823 + - 824 + - 825 + - 826 + - 827 + - 828 + - 829 + - 830 + - 831 + - 832 + - 833 + - 834 + - 835 + - 836 + - 837 + - 838 + - 839 + - 840 + - 841 + - 842 + - 843 + - 844 + - 845 + - 846 + - 847 + - 848 + - 849 + - 850 + - 851 + - 852 + - 853 + - 854 + - 855 + - 856 + - 857 + - 858 + - 859 + - 860 + - 861 + - 862 + - 863 + - 864 + - 865 + - 866 + - 867 + - 868 + - 869 + - 870 + - 871 + - 872 + - 873 + - 874 + - 875 + - 876 + - 877 + - 878 + - 879 + - 880 + - 881 + - 882 + - 883 + - 884 + - 885 + - 886 + - 887 + - 888 + - 889 + - 890 + - 891 + - 892 + - 893 + - 894 + - 895 + - 896 + - 897 + - 898 + - 899 + - 900 + - 901 + - 902 + - 903 + - 904 + - 905 + - 906 + - 907 + - 908 + - 909 + - 910 + - 911 + - 912 + - 913 + - 914 + - 915 + - 916 + - 917 + - 918 + - 919 + - 920 + - 921 + - 922 + - 923 + - 924 + - 925 + - 926 + - 927 + - 928 + - 929 + - 930 + - 931 + - 932 + - 933 + - 934 + - 935 + - 936 + - 937 + - 938 + - 939 + - 940 + - 941 + - 942 + - 943 + - 944 + - 945 + - 946 + - 947 + - 948 + - 949 + - 950 + - 951 + - 952 + - 953 + - 954 + - 955 + - 956 + - 957 + - 958 + - 959 + - 960 + - 961 + - 962 + - 963 + - 964 + - 965 + - 966 + - 967 + - 968 + - 969 + - 970 + - 971 + - 972 + - 973 + - 974 + - 975 + - 976 + - 977 + - 978 + - 979 + - 980 + - 981 + - 982 + - 983 + - 984 + - 985 + - 986 + - 987 + - 988 + - 989 + - 990 + - 991 + - 992 + - 993 + - 994 + - 995 + - 996 + - 997 + - 998 + - 999 + - 1000 + - 1001 + - 1002 + - 1003 + - 1004 + - 1005 + - 1006 + - 1007 + - 1008 + - 1009 + - 1010 + - 1011 + - 1012 + - 1013 + - 1014 + - 1015 + - 1016 + - 1017 + - 1018 + - 1019 + - 1020 + - 1021 + - 1022 + - 1023 + - 1024 + - 1025 + - 1026 + - 1027 + - 1028 + - 1029 + - 1030 + - 1031 + - 1032 + - 1033 + - 1034 + - 1035 + - 1036 + - 1037 + - 1038 + - 1039 + - 1040 + - 1041 + - 1042 + - 1043 + - 1044 + - 1045 + - 1046 + - 1047 + - 1048 + - 1049 + - 1050 + - 1051 + - 1052 + - 1053 + - 1054 + - 1055 + - 1056 + - 1057 + - 1058 + - 1059 + - 1060 + - 1061 + - 1062 + - 1063 + - 1064 + - 1065 + - 1066 + - 1067 + - 1068 + - 1069 + - 1070 + - 1071 + - 1072 + - 1073 + - 1074 + - 1075 + - 1076 + - 1077 + - 1078 + - 1079 + - 1080 + - 1081 + - 1082 + - 1083 + - 1084 + - 1085 + - 1086 + - 1087 + - 1088 + - 1089 + - 1090 + - 1091 + - 1092 + - 1093 + - 1094 + - 1095 + - 1096 + - 1097 + - 1098 + - 1099 + - 1100 + - 1101 + - 1102 + - 1103 + - 1104 + - 1105 + - 1106 + - 1107 + - 1108 + - 1109 + - 1110 + - 1111 + - 1112 + - 1113 + - 1114 + - 1115 + - 1116 + - 1117 + - 1118 + - 1119 + - 1120 + - 1121 + - 1122 + - 1123 + - 1124 + - 1125 + - 1126 + - 1127 + - 1128 + - 1129 + - 1130 + - 1131 + - 1132 + - 1133 + - 1134 + - 1135 + - 1136 + - 1137 + - 1138 + - 1139 + - 1140 + - 1141 + - 1142 + - 1143 + - 1144 + - 1145 + - 1146 + - 1147 + - 1148 + - 1149 + - 1150 + - 1151 + - 1152 + - 1153 + - 1154 + - 1155 + - 1156 + - 1157 + - 1158 + - 1159 + - 1160 + - 1161 + - 1162 + - 1163 + - 1164 + - 1165 + - 1166 + - 1167 + - 1168 + - 1169 + - 1170 + - 1171 + - 1172 + - 1173 + - 1174 + - 1175 + - 1176 + - 1177 + - 1178 + - 1179 + - 1180 + - 1181 + - 1182 + - 1183 + - 1184 + - 1185 + - 1186 + - 1187 + - 1188 + - 1189 + - 1190 + - 1191 + - 1192 + - 1193 + - 1194 + - 1195 + - 1196 + - 1197 + - 1198 + - 1199 + - 1200 + - 1201 + - 1202 + - 1203 + - 1204 + - 1205 + - 1206 + - 1207 + - 1208 + - 1209 + - 1210 + - 1211 + - 1212 + - 1213 + - 1214 + - 1215 + - 1216 + - 1217 + - 1218 + - 1219 + - 1220 + - 1221 + - 1222 + - 1223 + - 1224 + - 1225 + - 1226 + - 1227 + - 1228 + - 1229 + - 1230 + - 1231 + - 1232 + - 1233 + - 1234 + - 1235 + - 1236 + - 1237 + - 1238 + - 1239 + - 1240 + - 1241 + - 1242 + - 1243 + - 1244 + - 1245 + - 1246 + - 1247 + - 1248 + - 1249 + - 1250 + - 1251 + - 1252 + - 1253 + - 1254 + - 1255 + - 1256 + - 1257 + - 1258 + - 1259 + - 1260 + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + tfs: + affine: + kwargs: + degrees: + - -5 + - 5 + translate: + - 0.05 + - 0.05 + type: RandomAffine + weight: 1 + brightness: + kwargs: + brightness: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + contrast: + kwargs: + contrast: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + hue: + kwargs: + hue: + - -0.05 + - 0.05 + type: ColorJitter + weight: 1 + saturation: + kwargs: + saturation: + - 0.5 + - 1.5 + type: ColorJitter + weight: 1 + sharpness: + kwargs: + sharpness: + - 0.5 + - 1.5 + type: SharpnessJitter + weight: 1 + repo_id: HuggingFaceVLA/libero + revision: null + root: null + streaming: false + use_imagenet_stats: true + video_backend: torchcodec +env: + value: + camera_name: agentview_image,robot0_eye_in_hand_image + camera_name_mapping: null + control_mode: relative + disable_env_checker: true + episode_length: null + features: + action: + shape: + - 7 + type: ACTION + pixels/agentview_image: + shape: + - 360 + - 360 + - 3 + type: VISUAL + pixels/robot0_eye_in_hand_image: + shape: + - 360 + - 360 + - 3 + type: VISUAL + robot_state/eef/mat: + shape: + - 3 + - 3 + type: STATE + robot_state/eef/pos: + shape: + - 3 + type: STATE + robot_state/eef/quat: + shape: + - 4 + type: STATE + robot_state/gripper/qpos: + shape: + - 2 + type: STATE + robot_state/gripper/qvel: + shape: + - 2 + type: STATE + robot_state/joints/pos: + shape: + - 7 + type: STATE + robot_state/joints/vel: + shape: + - 7 + type: STATE + features_map: + action: action + pixels/agentview_image: observation.images.image + pixels/robot0_eye_in_hand_image: observation.images.image2 + robot_state/eef/mat: observation.state.eef_mat + robot_state/eef/pos: observation.state.eef_pos + robot_state/eef/quat: observation.state.eef_quat + robot_state/gripper/qpos: observation.state.gripper_qpos + robot_state/gripper/qvel: observation.state.gripper_qvel + robot_state/joints/pos: observation.state.joint_pos + robot_state/joints/vel: observation.state.joint_vel + fps: 30 + init_states: true + max_parallel_tasks: 1 + obs_type: pixels_agent_pos + observation_height: 360 + observation_width: 360 + render_mode: rgb_array + task: libero_object + task_ids: + - 9 + - 4 + - 1 + - 3 + - 0 + - 7 + - 2 + - 6 + - 5 + - 8 + type: libero +eval: + value: + batch_size: 20 + n_episodes: 20 + use_async_envs: false +eval_freq: + value: 25000 +gradient_accumulation_steps: + value: 1 +job_name: + value: M5_dp_libero_object_dino3p_voltron_vcond_wrist +log_freq: + value: 200 +num_workers: + value: 4 +optimizer: + value: + betas: + - 0.95 + - 0.999 + eps: 1e-08 + grad_clip_norm: 10 + lr: 5e-05 + type: adam + weight_decay: 1e-06 +output_dir: + value: results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist +peft: + value: null +policy: + value: + backbone_input_mean: null + backbone_input_norm: imagenet + backbone_input_std: null + beta_end: 0.02 + beta_schedule: squaredcos_cap_v2 + beta_start: 0.0001 + clip_sample: true + clip_sample_range: 1 + cpmae_checkpoint_path: null + cpmae_depth: 12 + cpmae_embed_dim: 384 + cpmae_img_size: 224 + cpmae_n_heads: 6 + cpmae_patch_size: 16 + crop_is_random: true + crop_shape: null + device: cuda:3 + diffusion_step_embed_dim: 128 + dinov2_model_name: facebook/dinov2-small + do_mask_loss_for_padding: false + down_dims: + - 512 + - 1024 + - 2048 + drop_n_last_frames: 7 + freeze_backbone: true + horizon: 16 + kernel_size: 5 + license: null + mocov3_arch: vit_small + mocov3_checkpoint_path: null + n_action_steps: 8 + n_groups: 8 + n_obs_steps: 2 + noise_scheduler_type: DDPM + normalization_mapping: + ACTION: MIN_MAX + STATE: MIN_MAX + VISUAL: IDENTITY + num_inference_steps: null + num_tasks: 10 + num_train_timesteps: 100 + optimizer_betas: + - 0.95 + - 0.999 + optimizer_eps: 1e-08 + optimizer_lr: 5e-05 + optimizer_weight_decay: 1e-06 + per_camera_backbone: + observation.images.image2: voltron + per_camera_backbone_norm: + observation.images.image2: imagenet + per_camera_cpmae_checkpoint_path: null + per_camera_cpmae_embed_dim: null + per_camera_cpmae_n_heads: null + per_camera_dinov2_model_name: null + per_camera_mocov3_arch: null + per_camera_mocov3_checkpoint_path: null + per_camera_siglip_model_name: null + per_camera_voltron_cache_dir: + observation.images.image2: /root/.voltron + per_camera_voltron_model_id: + observation.images.image2: v-cond + prediction_type: epsilon + pretrained_backbone_weights: null + pretrained_path: null + private: null + push_to_hub: false + repo_id: null + scheduler_name: cosine + scheduler_warmup_steps: 500 + siglip_model_name: null + spatial_softmax_num_keypoints: 32 + ssl_checkpoint_path: null + tags: null + task_embed_dim: 64 + task_index_offset: 20 + type: diffusion + use_amp: false + use_film_scale_modulation: true + use_group_norm: false + use_peft: false + use_separate_rgb_encoder_per_camera: true + vision_backbone: dinov2 + voltron_cache_dir: null + voltron_model_id: v-cond +rabc_epsilon: + value: 1e-06 +rabc_head_mode: + value: sparse +rabc_kappa: + value: 0.01 +rabc_progress_path: + value: null +resume: + value: false +save_checkpoint: + value: true +save_freq: + value: 25000 +scheduler: + value: + name: cosine + num_warmup_steps: 500 + type: diffuser +seed: + value: 42 +steps: + value: 100000 +tolerance_s: + value: 0.0001 +use_policy_training_preset: + value: true +use_rabc: + value: false +wandb: + value: + disable_artifact: false + enable: true + entity: null + mode: null + notes: null + project: cpmae_M5_multi_encoder + run_id: null diff --git a/M5_dp_libero_object_dino3p_voltron_vcond_wrist/wandb/run-20260427_213859-0vebd15w/files/media/videos/eval/video_100000_321cae6c720be2f512e4.mp4 b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/wandb/run-20260427_213859-0vebd15w/files/media/videos/eval/video_100000_321cae6c720be2f512e4.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6a49659891096be9e320c3c6b22093dee7bb2dff Binary files /dev/null and b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/wandb/run-20260427_213859-0vebd15w/files/media/videos/eval/video_100000_321cae6c720be2f512e4.mp4 differ diff --git a/M5_dp_libero_object_dino3p_voltron_vcond_wrist/wandb/run-20260427_213859-0vebd15w/files/wandb-metadata.json b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/wandb/run-20260427_213859-0vebd15w/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..da1127c011e50499003f557fa0fa73a7f1f53e2a --- /dev/null +++ b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/wandb/run-20260427_213859-0vebd15w/files/wandb-metadata.json @@ -0,0 +1,120 @@ +{ + "os": "Linux-5.15.0-176-generic-x86_64-with-glibc2.35", + "python": "CPython 3.10.12", + "startedAt": "2026-04-27T21:38:59.707577Z", + "args": [ + "--dataset.repo_id=HuggingFaceVLA/libero", + "--dataset.episodes=[807,808,809,810,811,812,813,814,815,816,817,818,819,820,821,822,823,824,825,826,827,828,829,830,831,832,833,834,835,836,837,838,839,840,841,842,843,844,845,846,847,848,849,850,851,852,853,854,855,856,857,858,859,860,861,862,863,864,865,866,867,868,869,870,871,872,873,874,875,876,877,878,879,880,881,882,883,884,885,886,887,888,889,890,891,892,893,894,895,896,897,898,899,900,901,902,903,904,905,906,907,908,909,910,911,912,913,914,915,916,917,918,919,920,921,922,923,924,925,926,927,928,929,930,931,932,933,934,935,936,937,938,939,940,941,942,943,944,945,946,947,948,949,950,951,952,953,954,955,956,957,958,959,960,961,962,963,964,965,966,967,968,969,970,971,972,973,974,975,976,977,978,979,980,981,982,983,984,985,986,987,988,989,990,991,992,993,994,995,996,997,998,999,1000,1001,1002,1003,1004,1005,1006,1007,1008,1009,1010,1011,1012,1013,1014,1015,1016,1017,1018,1019,1020,1021,1022,1023,1024,1025,1026,1027,1028,1029,1030,1031,1032,1033,1034,1035,1036,1037,1038,1039,1040,1041,1042,1043,1044,1045,1046,1047,1048,1049,1050,1051,1052,1053,1054,1055,1056,1057,1058,1059,1060,1061,1062,1063,1064,1065,1066,1067,1068,1069,1070,1071,1072,1073,1074,1075,1076,1077,1078,1079,1080,1081,1082,1083,1084,1085,1086,1087,1088,1089,1090,1091,1092,1093,1094,1095,1096,1097,1098,1099,1100,1101,1102,1103,1104,1105,1106,1107,1108,1109,1110,1111,1112,1113,1114,1115,1116,1117,1118,1119,1120,1121,1122,1123,1124,1125,1126,1127,1128,1129,1130,1131,1132,1133,1134,1135,1136,1137,1138,1139,1140,1141,1142,1143,1144,1145,1146,1147,1148,1149,1150,1151,1152,1153,1154,1155,1156,1157,1158,1159,1160,1161,1162,1163,1164,1165,1166,1167,1168,1169,1170,1171,1172,1173,1174,1175,1176,1177,1178,1179,1180,1181,1182,1183,1184,1185,1186,1187,1188,1189,1190,1191,1192,1193,1194,1195,1196,1197,1198,1199,1200,1201,1202,1203,1204,1205,1206,1207,1208,1209,1210,1211,1212,1213,1214,1215,1216,1217,1218,1219,1220,1221,1222,1223,1224,1225,1226,1227,1228,1229,1230,1231,1232,1233,1234,1235,1236,1237,1238,1239,1240,1241,1242,1243,1244,1245,1246,1247,1248,1249,1250,1251,1252,1253,1254,1255,1256,1257,1258,1259,1260]", + "--policy.type=diffusion", + "--policy.device=cuda:3", + "--policy.freeze_backbone=true", + "--policy.num_tasks=10", + "--policy.task_embed_dim=64", + "--policy.task_index_offset=20", + "--env.type=libero", + "--env.task=libero_object", + "--env.task_ids=[9,4,1,3,0,7,2,6,5,8]", + "--batch_size=64", + "--steps=100000", + "--eval_freq=25000", + "--save_freq=25000", + "--eval.n_episodes=20", + "--eval.batch_size=20", + "--seed=42", + "--policy.optimizer_lr=5e-5", + "--output_dir=results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist", + "--job_name=M5_dp_libero_object_dino3p_voltron_vcond_wrist", + "--wandb.enable=true", + "--wandb.project=cpmae_M5_multi_encoder", + "--policy.push_to_hub=false", + "--policy.vision_backbone=dinov2", + "--policy.dinov2_model_name=facebook/dinov2-small", + "--policy.backbone_input_norm=imagenet", + "--policy.use_separate_rgb_encoder_per_camera=true", + "--policy.per_camera_backbone_norm={\"observation.images.image2\": \"imagenet\"}", + "--policy.per_camera_backbone={\"observation.images.image2\": \"voltron\"}", + "--policy.per_camera_voltron_model_id={\"observation.images.image2\": \"v-cond\"}", + "--policy.per_camera_voltron_cache_dir={\"observation.images.image2\": \"/root/.voltron\"}" + ], + "program": "/usr/local/bin/lerobot-train", + "git": { + "remote": "https://github.com/mahaitongdae/lerobot.git", + "commit": "2a69bf43de8aaf497e1b9b7997937612f6ca6240" + }, + "root": "results/M5_multi_encoder/M5_dp_libero_object_dino3p_voltron_vcond_wrist", + "host": "c6a23a632d62", + "executable": "/usr/bin/python", + "cpu_count": 192, + "cpu_count_logical": 384, + "gpu": "NVIDIA GeForce RTX 5090", + "gpu_count": 8, + "disk": { + "/": { + "total": "858993459200", + "used": "38687969280" + } + }, + "memory": { + "total": "405310226432" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-66bafd78-668c-8f20-0080-78d6a87a33bf" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-dea1fb73-7a72-f4c2-1be9-fd9ffb7d6080" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-fb0fe3ed-978e-63f5-61d8-423b3bf11128" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-45371c01-9ce0-2b01-85df-7cb8542bb9c2" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-573f91e6-6ad4-a207-8b11-7028a67bb157" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-63435d2b-acd3-3de7-aaa9-d7cd6a31f572" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-61e6e545-0839-0f78-89b7-fe6da96b4737" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-7afed318-e783-7f48-2cb9-469858575bfa" + } + ], + "cudaVersion": "13.0", + "writerId": "qbnsjew05gl1jofx9h9785088vy302gd" +} \ No newline at end of file diff --git a/M5_dp_libero_object_dino3p_voltron_vcond_wrist/wandb/run-20260427_213859-0vebd15w/logs/debug-internal.log b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/wandb/run-20260427_213859-0vebd15w/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..6d48e1a87fa175850e63a5bf856cb63d1c961b02 --- /dev/null +++ b/M5_dp_libero_object_dino3p_voltron_vcond_wrist/wandb/run-20260427_213859-0vebd15w/logs/debug-internal.log @@ -0,0 +1,12 @@ +{"time":"2026-04-27T21:38:59.956070264Z","level":"INFO","msg":"stream: starting","core version":"0.24.2"} +{"time":"2026-04-27T21:39:00.7277104Z","level":"INFO","msg":"stream: created new stream","id":"0vebd15w"} +{"time":"2026-04-27T21:39:00.727833479Z","level":"INFO","msg":"handler: started","stream_id":"0vebd15w"} +{"time":"2026-04-27T21:39:00.727985197Z","level":"INFO","msg":"stream: started","id":"0vebd15w"} +{"time":"2026-04-27T21:39:00.728008917Z","level":"INFO","msg":"writer: started","stream_id":"0vebd15w"} +{"time":"2026-04-27T21:39:00.728014397Z","level":"INFO","msg":"sender: started","stream_id":"0vebd15w"} +{"time":"2026-04-28T01:02:32.689584066Z","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/haitongma-harvard-university/cpmae_M5_multi_encoder/0vebd15w/file_stream\": read tcp 172.17.0.3:43088->34.8.250.101:443: read: connection timed out"} +{"time":"2026-04-28T06:49:57.05982603Z","level":"INFO","msg":"stream: closing","id":"0vebd15w"} +{"time":"2026-04-28T06:49:59.71540054Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-04-28T06:50:01.438875824Z","level":"INFO","msg":"handler: closed","stream_id":"0vebd15w"} +{"time":"2026-04-28T06:50:01.439121138Z","level":"INFO","msg":"sender: closed","stream_id":"0vebd15w"} +{"time":"2026-04-28T06:50:01.439159897Z","level":"INFO","msg":"stream: closed","id":"0vebd15w"} diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/025000/pretrained_model/policy_postprocessor.json b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/025000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..510d39d865a03e191a3cba016faa6ad3fdea85d5 --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/025000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/025000/pretrained_model/train_config.json b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/025000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e600eb99c146aa0df39874165bb681a94d9a83ea --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/025000/pretrained_model/train_config.json @@ -0,0 +1,801 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "root": null, + "episodes": [ + 1261, + 1262, + 1263, + 1264, + 1265, + 1266, + 1267, + 1268, + 1269, + 1270, + 1271, + 1272, + 1273, + 1274, + 1275, + 1276, + 1277, + 1278, + 1279, + 1280, + 1281, + 1282, + 1283, + 1284, + 1285, + 1286, + 1287, + 1288, + 1289, + 1290, + 1291, + 1292, + 1293, + 1294, + 1295, + 1296, + 1297, + 1298, + 1299, + 1300, + 1301, + 1302, + 1303, + 1304, + 1305, + 1306, + 1307, + 1308, + 1309, + 1310, + 1311, + 1312, + 1313, + 1314, + 1315, + 1316, + 1317, + 1318, + 1319, + 1320, + 1321, + 1322, + 1323, + 1324, + 1325, + 1326, + 1327, + 1328, + 1329, + 1330, + 1331, + 1332, + 1333, + 1334, + 1335, + 1336, + 1337, + 1338, + 1339, + 1340, + 1341, + 1342, + 1343, + 1344, + 1345, + 1346, + 1347, + 1348, + 1349, + 1350, + 1351, + 1352, + 1353, + 1354, + 1355, + 1356, + 1357, + 1358, + 1359, + 1360, + 1361, + 1362, + 1363, + 1364, + 1365, + 1366, + 1367, + 1368, + 1369, + 1370, + 1371, + 1372, + 1373, + 1374, + 1375, + 1376, + 1377, + 1378, + 1379, + 1380, + 1381, + 1382, + 1383, + 1384, + 1385, + 1386, + 1387, + 1388, + 1389, + 1390, + 1391, + 1392, + 1393, + 1394, + 1395, + 1396, + 1397, + 1398, + 1399, + 1400, + 1401, + 1402, + 1403, + 1404, + 1405, + 1406, + 1407, + 1408, + 1409, + 1410, + 1411, + 1412, + 1413, + 1414, + 1415, + 1416, + 1417, + 1418, + 1419, + 1420, + 1421, + 1422, + 1423, + 1424, + 1425, + 1426, + 1427, + 1428, + 1429, + 1430, + 1431, + 1432, + 1433, + 1434, + 1435, + 1436, + 1437, + 1438, + 1439, + 1440, + 1441, + 1442, + 1443, + 1444, + 1445, + 1446, + 1447, + 1448, + 1449, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 1550, + 1551, + 1552, + 1553, + 1554, + 1555, + 1556, + 1557, + 1558, + 1559, + 1560, + 1561, + 1562, + 1563, + 1564, + 1565, + 1566, + 1567, + 1568, + 1569, + 1570, + 1571, + 1572, + 1573, + 1574, + 1575, + 1576, + 1577, + 1578, + 1579, + 1580, + 1581, + 1582, + 1583, + 1584, + 1585, + 1586, + 1587, + 1588, + 1589, + 1590, + 1591, + 1592, + 1593, + 1594, + 1595, + 1596, + 1597, + 1598, + 1599, + 1600, + 1601, + 1602, + 1603, + 1604, + 1605, + 1606, + 1607, + 1608, + 1609, + 1610, + 1611, + 1612, + 1613, + 1614, + 1615, + 1616, + 1617, + 1618, + 1619, + 1620, + 1621, + 1622, + 1623, + 1624, + 1625, + 1626, + 1627, + 1628, + 1629, + 1630, + 1631, + 1632, + 1633, + 1634, + 1635, + 1636, + 1637, + 1638, + 1639, + 1640, + 1641, + 1642, + 1643, + 1644, + 1645, + 1646, + 1647, + 1648, + 1649, + 1650, + 1651, + 1652, + 1653, + 1654, + 1655, + 1656, + 1657, + 1658, + 1659, + 1660, + 1661, + 1662, + 1663, + 1664, + 1665, + 1666, + 1667, + 1668, + 1669, + 1670, + 1671, + 1672, + 1673, + 1674, + 1675, + 1676, + 1677, + 1678, + 1679, + 1680, + 1681, + 1682, + 1683, + 1684, + 1685, + 1686, + 1687, + 1688, + 1689, + 1690, + 1691, + 1692 + ], + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": { + "type": "libero", + "task": "libero_spatial", + "fps": 30, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + }, + "pixels/agentview_image": { + "type": "VISUAL", + "shape": [ + 360, + 360, + 3 + ] + }, + "pixels/robot0_eye_in_hand_image": { + "type": "VISUAL", + "shape": [ + 360, + 360, + 3 + ] + }, + "robot_state/eef/pos": { + "type": "STATE", + "shape": [ + 3 + ] + }, + "robot_state/eef/quat": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "robot_state/eef/mat": { + "type": "STATE", + "shape": [ + 3, + 3 + ] + }, + "robot_state/gripper/qpos": { + "type": "STATE", + "shape": [ + 2 + ] + }, + "robot_state/gripper/qvel": { + "type": "STATE", + "shape": [ + 2 + ] + }, + "robot_state/joints/pos": { + "type": "STATE", + "shape": [ + 7 + ] + }, + "robot_state/joints/vel": { + "type": "STATE", + "shape": [ + 7 + ] + } + }, + "features_map": { + "action": "action", + "robot_state/eef/pos": "observation.state.eef_pos", + "robot_state/eef/quat": "observation.state.eef_quat", + "robot_state/eef/mat": "observation.state.eef_mat", + "robot_state/gripper/qpos": "observation.state.gripper_qpos", + "robot_state/gripper/qvel": "observation.state.gripper_qvel", + "robot_state/joints/pos": "observation.state.joint_pos", + "robot_state/joints/vel": "observation.state.joint_vel", + "pixels/agentview_image": "observation.images.image", + "pixels/robot0_eye_in_hand_image": "observation.images.image2" + }, + "max_parallel_tasks": 1, + "disable_env_checker": true, + "task_ids": [ + 6, + 4, + 5, + 7, + 0, + 3, + 8, + 1, + 2, + 9 + ], + "episode_length": null, + "obs_type": "pixels_agent_pos", + "render_mode": "rgb_array", + "camera_name": "agentview_image,robot0_eye_in_hand_image", + "init_states": true, + "camera_name_mapping": null, + "observation_height": 360, + "observation_width": 360, + "control_mode": "relative" + }, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda:5", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "dinov2", + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": null, + "ssl_checkpoint_path": null, + "siglip_model_name": null, + "dinov2_model_name": "facebook/dinov2-small", + "mocov3_checkpoint_path": null, + "mocov3_arch": "vit_small", + "voltron_model_id": "v-cond", + "voltron_cache_dir": null, + "cpmae_checkpoint_path": null, + "cpmae_img_size": 224, + "cpmae_patch_size": 16, + "cpmae_embed_dim": 384, + "cpmae_depth": 12, + "cpmae_n_heads": 6, + "use_group_norm": false, + "backbone_input_norm": "imagenet", + "backbone_input_mean": null, + "backbone_input_std": null, + "freeze_backbone": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "per_camera_backbone": { + "observation.images.image2": "mocov3" + }, + "per_camera_backbone_norm": { + "observation.images.image2": "imagenet" + }, + "per_camera_siglip_model_name": null, + "per_camera_dinov2_model_name": null, + "per_camera_mocov3_checkpoint_path": { + "observation.images.image2": "https://dl.fbaipublicfiles.com/eai-vc/vc1_vitb.pth" + }, + "per_camera_mocov3_arch": { + "observation.images.image2": "vit_base" + }, + "per_camera_voltron_model_id": null, + "per_camera_voltron_cache_dir": null, + "per_camera_cpmae_checkpoint_path": null, + "per_camera_cpmae_embed_dim": null, + "per_camera_cpmae_n_heads": null, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_tasks": 10, + "task_embed_dim": 64, + "task_index_offset": 30, + "num_inference_steps": null, + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist", + "job_name": "M5_dp_libero_spatial_dino3p_vc1_vitb_wrist", + "resume": false, + "seed": 42, + "num_workers": 4, + "batch_size": 64, + "gradient_accumulation_steps": 1, + "steps": 100000, + "eval_freq": 25000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 25000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-05, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 20, + "batch_size": 20, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "cpmae_M5_multi_encoder", + "entity": null, + "notes": null, + "run_id": "i657mg8p", + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/050000/pretrained_model/train_config.json b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/050000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e600eb99c146aa0df39874165bb681a94d9a83ea --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/050000/pretrained_model/train_config.json @@ -0,0 +1,801 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "root": null, + "episodes": [ + 1261, + 1262, + 1263, + 1264, + 1265, + 1266, + 1267, + 1268, + 1269, + 1270, + 1271, + 1272, + 1273, + 1274, + 1275, + 1276, + 1277, + 1278, + 1279, + 1280, + 1281, + 1282, + 1283, + 1284, + 1285, + 1286, + 1287, + 1288, + 1289, + 1290, + 1291, + 1292, + 1293, + 1294, + 1295, + 1296, + 1297, + 1298, + 1299, + 1300, + 1301, + 1302, + 1303, + 1304, + 1305, + 1306, + 1307, + 1308, + 1309, + 1310, + 1311, + 1312, + 1313, + 1314, + 1315, + 1316, + 1317, + 1318, + 1319, + 1320, + 1321, + 1322, + 1323, + 1324, + 1325, + 1326, + 1327, + 1328, + 1329, + 1330, + 1331, + 1332, + 1333, + 1334, + 1335, + 1336, + 1337, + 1338, + 1339, + 1340, + 1341, + 1342, + 1343, + 1344, + 1345, + 1346, + 1347, + 1348, + 1349, + 1350, + 1351, + 1352, + 1353, + 1354, + 1355, + 1356, + 1357, + 1358, + 1359, + 1360, + 1361, + 1362, + 1363, + 1364, + 1365, + 1366, + 1367, + 1368, + 1369, + 1370, + 1371, + 1372, + 1373, + 1374, + 1375, + 1376, + 1377, + 1378, + 1379, + 1380, + 1381, + 1382, + 1383, + 1384, + 1385, + 1386, + 1387, + 1388, + 1389, + 1390, + 1391, + 1392, + 1393, + 1394, + 1395, + 1396, + 1397, + 1398, + 1399, + 1400, + 1401, + 1402, + 1403, + 1404, + 1405, + 1406, + 1407, + 1408, + 1409, + 1410, + 1411, + 1412, + 1413, + 1414, + 1415, + 1416, + 1417, + 1418, + 1419, + 1420, + 1421, + 1422, + 1423, + 1424, + 1425, + 1426, + 1427, + 1428, + 1429, + 1430, + 1431, + 1432, + 1433, + 1434, + 1435, + 1436, + 1437, + 1438, + 1439, + 1440, + 1441, + 1442, + 1443, + 1444, + 1445, + 1446, + 1447, + 1448, + 1449, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 1550, + 1551, + 1552, + 1553, + 1554, + 1555, + 1556, + 1557, + 1558, + 1559, + 1560, + 1561, + 1562, + 1563, + 1564, + 1565, + 1566, + 1567, + 1568, + 1569, + 1570, + 1571, + 1572, + 1573, + 1574, + 1575, + 1576, + 1577, + 1578, + 1579, + 1580, + 1581, + 1582, + 1583, + 1584, + 1585, + 1586, + 1587, + 1588, + 1589, + 1590, + 1591, + 1592, + 1593, + 1594, + 1595, + 1596, + 1597, + 1598, + 1599, + 1600, + 1601, + 1602, + 1603, + 1604, + 1605, + 1606, + 1607, + 1608, + 1609, + 1610, + 1611, + 1612, + 1613, + 1614, + 1615, + 1616, + 1617, + 1618, + 1619, + 1620, + 1621, + 1622, + 1623, + 1624, + 1625, + 1626, + 1627, + 1628, + 1629, + 1630, + 1631, + 1632, + 1633, + 1634, + 1635, + 1636, + 1637, + 1638, + 1639, + 1640, + 1641, + 1642, + 1643, + 1644, + 1645, + 1646, + 1647, + 1648, + 1649, + 1650, + 1651, + 1652, + 1653, + 1654, + 1655, + 1656, + 1657, + 1658, + 1659, + 1660, + 1661, + 1662, + 1663, + 1664, + 1665, + 1666, + 1667, + 1668, + 1669, + 1670, + 1671, + 1672, + 1673, + 1674, + 1675, + 1676, + 1677, + 1678, + 1679, + 1680, + 1681, + 1682, + 1683, + 1684, + 1685, + 1686, + 1687, + 1688, + 1689, + 1690, + 1691, + 1692 + ], + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": { + "type": "libero", + "task": "libero_spatial", + "fps": 30, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + }, + "pixels/agentview_image": { + "type": "VISUAL", + "shape": [ + 360, + 360, + 3 + ] + }, + "pixels/robot0_eye_in_hand_image": { + "type": "VISUAL", + "shape": [ + 360, + 360, + 3 + ] + }, + "robot_state/eef/pos": { + "type": "STATE", + "shape": [ + 3 + ] + }, + "robot_state/eef/quat": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "robot_state/eef/mat": { + "type": "STATE", + "shape": [ + 3, + 3 + ] + }, + "robot_state/gripper/qpos": { + "type": "STATE", + "shape": [ + 2 + ] + }, + "robot_state/gripper/qvel": { + "type": "STATE", + "shape": [ + 2 + ] + }, + "robot_state/joints/pos": { + "type": "STATE", + "shape": [ + 7 + ] + }, + "robot_state/joints/vel": { + "type": "STATE", + "shape": [ + 7 + ] + } + }, + "features_map": { + "action": "action", + "robot_state/eef/pos": "observation.state.eef_pos", + "robot_state/eef/quat": "observation.state.eef_quat", + "robot_state/eef/mat": "observation.state.eef_mat", + "robot_state/gripper/qpos": "observation.state.gripper_qpos", + "robot_state/gripper/qvel": "observation.state.gripper_qvel", + "robot_state/joints/pos": "observation.state.joint_pos", + "robot_state/joints/vel": "observation.state.joint_vel", + "pixels/agentview_image": "observation.images.image", + "pixels/robot0_eye_in_hand_image": "observation.images.image2" + }, + "max_parallel_tasks": 1, + "disable_env_checker": true, + "task_ids": [ + 6, + 4, + 5, + 7, + 0, + 3, + 8, + 1, + 2, + 9 + ], + "episode_length": null, + "obs_type": "pixels_agent_pos", + "render_mode": "rgb_array", + "camera_name": "agentview_image,robot0_eye_in_hand_image", + "init_states": true, + "camera_name_mapping": null, + "observation_height": 360, + "observation_width": 360, + "control_mode": "relative" + }, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda:5", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "dinov2", + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": null, + "ssl_checkpoint_path": null, + "siglip_model_name": null, + "dinov2_model_name": "facebook/dinov2-small", + "mocov3_checkpoint_path": null, + "mocov3_arch": "vit_small", + "voltron_model_id": "v-cond", + "voltron_cache_dir": null, + "cpmae_checkpoint_path": null, + "cpmae_img_size": 224, + "cpmae_patch_size": 16, + "cpmae_embed_dim": 384, + "cpmae_depth": 12, + "cpmae_n_heads": 6, + "use_group_norm": false, + "backbone_input_norm": "imagenet", + "backbone_input_mean": null, + "backbone_input_std": null, + "freeze_backbone": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "per_camera_backbone": { + "observation.images.image2": "mocov3" + }, + "per_camera_backbone_norm": { + "observation.images.image2": "imagenet" + }, + "per_camera_siglip_model_name": null, + "per_camera_dinov2_model_name": null, + "per_camera_mocov3_checkpoint_path": { + "observation.images.image2": "https://dl.fbaipublicfiles.com/eai-vc/vc1_vitb.pth" + }, + "per_camera_mocov3_arch": { + "observation.images.image2": "vit_base" + }, + "per_camera_voltron_model_id": null, + "per_camera_voltron_cache_dir": null, + "per_camera_cpmae_checkpoint_path": null, + "per_camera_cpmae_embed_dim": null, + "per_camera_cpmae_n_heads": null, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_tasks": 10, + "task_embed_dim": 64, + "task_index_offset": 30, + "num_inference_steps": null, + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist", + "job_name": "M5_dp_libero_spatial_dino3p_vc1_vitb_wrist", + "resume": false, + "seed": 42, + "num_workers": 4, + "batch_size": 64, + "gradient_accumulation_steps": 1, + "steps": 100000, + "eval_freq": 25000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 25000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-05, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 20, + "batch_size": 20, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "cpmae_M5_multi_encoder", + "entity": null, + "notes": null, + "run_id": "i657mg8p", + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/050000/training_state/optimizer_param_groups.json b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/050000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..6f322625c095200aebf96a10bde0bdf313829abc --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/050000/training_state/optimizer_param_groups.json @@ -0,0 +1,553 @@ +[ + { + "lr": 2.519733417274284e-05, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-05, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374, + 375, + 376, + 377, + 378, + 379, + 380, + 381, + 382, + 383, + 384, + 385, + 386, + 387, + 388, + 389, + 390, + 391, + 392, + 393, + 394, + 395, + 396, + 397, + 398, + 399, + 400, + 401, + 402, + 403, + 404, + 405, + 406, + 407, + 408, + 409, + 410, + 411, + 412, + 413, + 414, + 415, + 416, + 417, + 418, + 419, + 420, + 421, + 422, + 423, + 424, + 425, + 426, + 427, + 428, + 429, + 430, + 431, + 432, + 433, + 434, + 435, + 436, + 437, + 438, + 439, + 440, + 441, + 442, + 443, + 444, + 445, + 446, + 447, + 448, + 449, + 450, + 451, + 452, + 453, + 454, + 455, + 456, + 457, + 458, + 459, + 460, + 461, + 462, + 463, + 464, + 465, + 466, + 467, + 468, + 469, + 470, + 471, + 472, + 473, + 474, + 475, + 476, + 477, + 478, + 479, + 480, + 481, + 482, + 483, + 484, + 485, + 486, + 487, + 488, + 489, + 490, + 491, + 492, + 493, + 494, + 495, + 496, + 497, + 498, + 499, + 500, + 501, + 502, + 503, + 504, + 505, + 506, + 507, + 508, + 509, + 510, + 511, + 512, + 513, + 514, + 515, + 516, + 517, + 518, + 519, + 520, + 521, + 522, + 523, + 524, + 525, + 526, + 527, + 528, + 529, + 530, + 531 + ] + } +] \ No newline at end of file diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/050000/training_state/scheduler_state.json b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/050000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..790656eb00be8b24b3e8d3a7a0c1cfae8d542e81 --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/050000/training_state/scheduler_state.json @@ -0,0 +1,14 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 50000, + "_step_count": 50001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.519733417274284e-05 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/050000/training_state/training_step.json b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/050000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..b3c03563f17d6d98552117ccf00705b693aa3fbd --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/050000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 50000 +} \ No newline at end of file diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/075000/pretrained_model/train_config.json b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/075000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e600eb99c146aa0df39874165bb681a94d9a83ea --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/075000/pretrained_model/train_config.json @@ -0,0 +1,801 @@ +{ + "dataset": { + "repo_id": "HuggingFaceVLA/libero", + "root": null, + "episodes": [ + 1261, + 1262, + 1263, + 1264, + 1265, + 1266, + 1267, + 1268, + 1269, + 1270, + 1271, + 1272, + 1273, + 1274, + 1275, + 1276, + 1277, + 1278, + 1279, + 1280, + 1281, + 1282, + 1283, + 1284, + 1285, + 1286, + 1287, + 1288, + 1289, + 1290, + 1291, + 1292, + 1293, + 1294, + 1295, + 1296, + 1297, + 1298, + 1299, + 1300, + 1301, + 1302, + 1303, + 1304, + 1305, + 1306, + 1307, + 1308, + 1309, + 1310, + 1311, + 1312, + 1313, + 1314, + 1315, + 1316, + 1317, + 1318, + 1319, + 1320, + 1321, + 1322, + 1323, + 1324, + 1325, + 1326, + 1327, + 1328, + 1329, + 1330, + 1331, + 1332, + 1333, + 1334, + 1335, + 1336, + 1337, + 1338, + 1339, + 1340, + 1341, + 1342, + 1343, + 1344, + 1345, + 1346, + 1347, + 1348, + 1349, + 1350, + 1351, + 1352, + 1353, + 1354, + 1355, + 1356, + 1357, + 1358, + 1359, + 1360, + 1361, + 1362, + 1363, + 1364, + 1365, + 1366, + 1367, + 1368, + 1369, + 1370, + 1371, + 1372, + 1373, + 1374, + 1375, + 1376, + 1377, + 1378, + 1379, + 1380, + 1381, + 1382, + 1383, + 1384, + 1385, + 1386, + 1387, + 1388, + 1389, + 1390, + 1391, + 1392, + 1393, + 1394, + 1395, + 1396, + 1397, + 1398, + 1399, + 1400, + 1401, + 1402, + 1403, + 1404, + 1405, + 1406, + 1407, + 1408, + 1409, + 1410, + 1411, + 1412, + 1413, + 1414, + 1415, + 1416, + 1417, + 1418, + 1419, + 1420, + 1421, + 1422, + 1423, + 1424, + 1425, + 1426, + 1427, + 1428, + 1429, + 1430, + 1431, + 1432, + 1433, + 1434, + 1435, + 1436, + 1437, + 1438, + 1439, + 1440, + 1441, + 1442, + 1443, + 1444, + 1445, + 1446, + 1447, + 1448, + 1449, + 1450, + 1451, + 1452, + 1453, + 1454, + 1455, + 1456, + 1457, + 1458, + 1459, + 1460, + 1461, + 1462, + 1463, + 1464, + 1465, + 1466, + 1467, + 1468, + 1469, + 1470, + 1471, + 1472, + 1473, + 1474, + 1475, + 1476, + 1477, + 1478, + 1479, + 1480, + 1481, + 1482, + 1483, + 1484, + 1485, + 1486, + 1487, + 1488, + 1489, + 1490, + 1491, + 1492, + 1493, + 1494, + 1495, + 1496, + 1497, + 1498, + 1499, + 1500, + 1501, + 1502, + 1503, + 1504, + 1505, + 1506, + 1507, + 1508, + 1509, + 1510, + 1511, + 1512, + 1513, + 1514, + 1515, + 1516, + 1517, + 1518, + 1519, + 1520, + 1521, + 1522, + 1523, + 1524, + 1525, + 1526, + 1527, + 1528, + 1529, + 1530, + 1531, + 1532, + 1533, + 1534, + 1535, + 1536, + 1537, + 1538, + 1539, + 1540, + 1541, + 1542, + 1543, + 1544, + 1545, + 1546, + 1547, + 1548, + 1549, + 1550, + 1551, + 1552, + 1553, + 1554, + 1555, + 1556, + 1557, + 1558, + 1559, + 1560, + 1561, + 1562, + 1563, + 1564, + 1565, + 1566, + 1567, + 1568, + 1569, + 1570, + 1571, + 1572, + 1573, + 1574, + 1575, + 1576, + 1577, + 1578, + 1579, + 1580, + 1581, + 1582, + 1583, + 1584, + 1585, + 1586, + 1587, + 1588, + 1589, + 1590, + 1591, + 1592, + 1593, + 1594, + 1595, + 1596, + 1597, + 1598, + 1599, + 1600, + 1601, + 1602, + 1603, + 1604, + 1605, + 1606, + 1607, + 1608, + 1609, + 1610, + 1611, + 1612, + 1613, + 1614, + 1615, + 1616, + 1617, + 1618, + 1619, + 1620, + 1621, + 1622, + 1623, + 1624, + 1625, + 1626, + 1627, + 1628, + 1629, + 1630, + 1631, + 1632, + 1633, + 1634, + 1635, + 1636, + 1637, + 1638, + 1639, + 1640, + 1641, + 1642, + 1643, + 1644, + 1645, + 1646, + 1647, + 1648, + 1649, + 1650, + 1651, + 1652, + 1653, + 1654, + 1655, + 1656, + 1657, + 1658, + 1659, + 1660, + 1661, + 1662, + 1663, + 1664, + 1665, + 1666, + 1667, + 1668, + 1669, + 1670, + 1671, + 1672, + 1673, + 1674, + 1675, + 1676, + 1677, + 1678, + 1679, + 1680, + 1681, + 1682, + 1683, + 1684, + 1685, + 1686, + 1687, + 1688, + 1689, + 1690, + 1691, + 1692 + ], + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": { + "type": "libero", + "task": "libero_spatial", + "fps": 30, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + }, + "pixels/agentview_image": { + "type": "VISUAL", + "shape": [ + 360, + 360, + 3 + ] + }, + "pixels/robot0_eye_in_hand_image": { + "type": "VISUAL", + "shape": [ + 360, + 360, + 3 + ] + }, + "robot_state/eef/pos": { + "type": "STATE", + "shape": [ + 3 + ] + }, + "robot_state/eef/quat": { + "type": "STATE", + "shape": [ + 4 + ] + }, + "robot_state/eef/mat": { + "type": "STATE", + "shape": [ + 3, + 3 + ] + }, + "robot_state/gripper/qpos": { + "type": "STATE", + "shape": [ + 2 + ] + }, + "robot_state/gripper/qvel": { + "type": "STATE", + "shape": [ + 2 + ] + }, + "robot_state/joints/pos": { + "type": "STATE", + "shape": [ + 7 + ] + }, + "robot_state/joints/vel": { + "type": "STATE", + "shape": [ + 7 + ] + } + }, + "features_map": { + "action": "action", + "robot_state/eef/pos": "observation.state.eef_pos", + "robot_state/eef/quat": "observation.state.eef_quat", + "robot_state/eef/mat": "observation.state.eef_mat", + "robot_state/gripper/qpos": "observation.state.gripper_qpos", + "robot_state/gripper/qvel": "observation.state.gripper_qvel", + "robot_state/joints/pos": "observation.state.joint_pos", + "robot_state/joints/vel": "observation.state.joint_vel", + "pixels/agentview_image": "observation.images.image", + "pixels/robot0_eye_in_hand_image": "observation.images.image2" + }, + "max_parallel_tasks": 1, + "disable_env_checker": true, + "task_ids": [ + 6, + 4, + 5, + 7, + 0, + 3, + 8, + 1, + 2, + 9 + ], + "episode_length": null, + "obs_type": "pixels_agent_pos", + "render_mode": "rgb_array", + "camera_name": "agentview_image,robot0_eye_in_hand_image", + "init_states": true, + "camera_name_mapping": null, + "observation_height": 360, + "observation_width": 360, + "control_mode": "relative" + }, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda:5", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "dinov2", + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": null, + "ssl_checkpoint_path": null, + "siglip_model_name": null, + "dinov2_model_name": "facebook/dinov2-small", + "mocov3_checkpoint_path": null, + "mocov3_arch": "vit_small", + "voltron_model_id": "v-cond", + "voltron_cache_dir": null, + "cpmae_checkpoint_path": null, + "cpmae_img_size": 224, + "cpmae_patch_size": 16, + "cpmae_embed_dim": 384, + "cpmae_depth": 12, + "cpmae_n_heads": 6, + "use_group_norm": false, + "backbone_input_norm": "imagenet", + "backbone_input_mean": null, + "backbone_input_std": null, + "freeze_backbone": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "per_camera_backbone": { + "observation.images.image2": "mocov3" + }, + "per_camera_backbone_norm": { + "observation.images.image2": "imagenet" + }, + "per_camera_siglip_model_name": null, + "per_camera_dinov2_model_name": null, + "per_camera_mocov3_checkpoint_path": { + "observation.images.image2": "https://dl.fbaipublicfiles.com/eai-vc/vc1_vitb.pth" + }, + "per_camera_mocov3_arch": { + "observation.images.image2": "vit_base" + }, + "per_camera_voltron_model_id": null, + "per_camera_voltron_cache_dir": null, + "per_camera_cpmae_checkpoint_path": null, + "per_camera_cpmae_embed_dim": null, + "per_camera_cpmae_n_heads": null, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_tasks": 10, + "task_embed_dim": 64, + "task_index_offset": 30, + "num_inference_steps": null, + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 + }, + "output_dir": "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist", + "job_name": "M5_dp_libero_spatial_dino3p_vc1_vitb_wrist", + "resume": false, + "seed": 42, + "num_workers": 4, + "batch_size": 64, + "gradient_accumulation_steps": 1, + "steps": 100000, + "eval_freq": 25000, + "log_freq": 200, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 25000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-05, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 500, + "name": "cosine" + }, + "eval": { + "n_episodes": 20, + "batch_size": 20, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "cpmae_M5_multi_encoder", + "entity": null, + "notes": null, + "run_id": "i657mg8p", + "mode": null + }, + "peft": null, + "use_rabc": false, + "rabc_progress_path": null, + "rabc_kappa": 0.01, + "rabc_epsilon": 1e-06, + "rabc_head_mode": "sparse", + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/075000/training_state/scheduler_state.json b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/075000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..bd4be996e9cb281a1d1ee893c0093407f4eaa737 --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/075000/training_state/scheduler_state.json @@ -0,0 +1,14 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 75000, + "_step_count": 75001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 7.392236858683194e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/075000/training_state/training_step.json b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/075000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..19674b7211fb0b7620c8755c555877b160e5a745 --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/075000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 75000 +} \ No newline at end of file diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/config.json b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4d8e4aa2e7d2b22a7b957185353e976e6207e21a --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/config.json @@ -0,0 +1,127 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda:5", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "dinov2", + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": null, + "ssl_checkpoint_path": null, + "siglip_model_name": null, + "dinov2_model_name": "facebook/dinov2-small", + "mocov3_checkpoint_path": null, + "mocov3_arch": "vit_small", + "voltron_model_id": "v-cond", + "voltron_cache_dir": null, + "cpmae_checkpoint_path": null, + "cpmae_img_size": 224, + "cpmae_patch_size": 16, + "cpmae_embed_dim": 384, + "cpmae_depth": 12, + "cpmae_n_heads": 6, + "use_group_norm": false, + "backbone_input_norm": "imagenet", + "backbone_input_mean": null, + "backbone_input_std": null, + "freeze_backbone": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "per_camera_backbone": { + "observation.images.image2": "mocov3" + }, + "per_camera_backbone_norm": { + "observation.images.image2": "imagenet" + }, + "per_camera_siglip_model_name": null, + "per_camera_dinov2_model_name": null, + "per_camera_mocov3_checkpoint_path": { + "observation.images.image2": "https://dl.fbaipublicfiles.com/eai-vc/vc1_vitb.pth" + }, + "per_camera_mocov3_arch": { + "observation.images.image2": "vit_base" + }, + "per_camera_voltron_model_id": null, + "per_camera_voltron_cache_dir": null, + "per_camera_cpmae_checkpoint_path": null, + "per_camera_cpmae_embed_dim": null, + "per_camera_cpmae_n_heads": null, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_tasks": 10, + "task_embed_dim": 64, + "task_index_offset": 30, + "num_inference_steps": null, + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/policy_postprocessor.json b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..510d39d865a03e191a3cba016faa6ad3fdea85d5 --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/policy_preprocessor.json b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f74c387aaae684397ba7b421c2bb6582af9ea721 --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/100000/training_state/scheduler_state.json b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/100000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d85b5c8648b8ca092beb98bcff524301f0d229a8 --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/100000/training_state/scheduler_state.json @@ -0,0 +1,14 @@ +{ + "base_lrs": [ + 5e-05 + ], + "last_epoch": 100000, + "_step_count": 100001, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/best/eval_info.json b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/best/eval_info.json new file mode 100644 index 0000000000000000000000000000000000000000..f596ff24cac1751f904006f2d585ae5c55af0f8d --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/best/eval_info.json @@ -0,0 +1,881 @@ +{ + "per_task": [ + { + "task_group": "libero_spatial", + "task_id": 0, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + false, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_spatial", + "task_id": 1, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + false, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_spatial", + "task_id": 2, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_spatial", + "task_id": 3, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + false, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_spatial", + "task_id": 4, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + false, + false, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_spatial", + "task_id": 5, + "metrics": { + "sum_rewards": [ + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0 + ], + "max_rewards": [ + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 0.0, + 1.0, + 1.0, + 0.0 + ], + "successes": [ + true, + false, + true, + false, + true, + true, + true, + true, + true, + true, + true, + false, + true, + false, + true, + false, + false, + true, + true, + false + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_spatial", + "task_id": 6, + "metrics": { + "sum_rewards": [ + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + false, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_spatial", + "task_id": 7, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + false, + true, + false, + true, + false, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_spatial", + "task_id": 8, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0 + ], + "successes": [ + true, + true, + true, + true, + false, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true, + true + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_3.mp4" + ] + } + }, + { + "task_group": "libero_spatial", + "task_id": 9, + "metrics": { + "sum_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "max_rewards": [ + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 1.0, + 0.0 + ], + "successes": [ + true, + true, + true, + true, + false, + true, + true, + true, + true, + true, + true, + true, + false, + true, + true, + true, + true, + true, + true, + false + ], + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_3.mp4" + ] + } + } + ], + "per_group": { + "libero_spatial": { + "avg_sum_reward": 0.9, + "avg_max_reward": 0.9, + "pc_success": 90.0, + "n_episodes": 200, + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_3.mp4" + ] + } + }, + "overall": { + "avg_max_reward": 0.9, + "n_episodes": 200, + "eval_ep_s": 12.794578659534455, + "video_paths": [ + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_3.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_0.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_1.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_2.mp4", + "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_3.mp4" + ] + } +} \ No newline at end of file diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/best/pretrained_model/config.json b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/best/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4d8e4aa2e7d2b22a7b957185353e976e6207e21a --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/best/pretrained_model/config.json @@ -0,0 +1,127 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "device": "cuda:5", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone": "dinov2", + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": null, + "ssl_checkpoint_path": null, + "siglip_model_name": null, + "dinov2_model_name": "facebook/dinov2-small", + "mocov3_checkpoint_path": null, + "mocov3_arch": "vit_small", + "voltron_model_id": "v-cond", + "voltron_cache_dir": null, + "cpmae_checkpoint_path": null, + "cpmae_img_size": 224, + "cpmae_patch_size": 16, + "cpmae_embed_dim": 384, + "cpmae_depth": 12, + "cpmae_n_heads": 6, + "use_group_norm": false, + "backbone_input_norm": "imagenet", + "backbone_input_mean": null, + "backbone_input_std": null, + "freeze_backbone": true, + "spatial_softmax_num_keypoints": 32, + "use_separate_rgb_encoder_per_camera": true, + "per_camera_backbone": { + "observation.images.image2": "mocov3" + }, + "per_camera_backbone_norm": { + "observation.images.image2": "imagenet" + }, + "per_camera_siglip_model_name": null, + "per_camera_dinov2_model_name": null, + "per_camera_mocov3_checkpoint_path": { + "observation.images.image2": "https://dl.fbaipublicfiles.com/eai-vc/vc1_vitb.pth" + }, + "per_camera_mocov3_arch": { + "observation.images.image2": "vit_base" + }, + "per_camera_voltron_model_id": null, + "per_camera_voltron_cache_dir": null, + "per_camera_cpmae_checkpoint_path": null, + "per_camera_cpmae_embed_dim": null, + "per_camera_cpmae_n_heads": null, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_tasks": 10, + "task_embed_dim": 64, + "task_index_offset": 30, + "num_inference_steps": null, + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-05, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 500 +} \ No newline at end of file diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/best/pretrained_model/policy_preprocessor.json b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/best/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f74c387aaae684397ba7b421c2bb6582af9ea721 --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/best/pretrained_model/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.images.image": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.images.image2": { + "type": "VISUAL", + "shape": [ + 3, + 256, + 256 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 8 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 7 + ] + } + }, + "norm_map": { + "VISUAL": "IDENTITY", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_0/eval_episode_3.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f14b9222b560dbbb216991949a686d0668ffa036 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_0/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_1/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_1/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..df4d4c25951c0827c34def73860d0b48459ebbfa Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_1/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_2/eval_episode_2.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_2/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..58d7820a51190ec4cdeeb83eaf64b4dd81369ea7 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_2/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_3/eval_episode_0.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_3/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c810f3a6b4d0bfe1321e05f32b0c65bf0b3723d6 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_3/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_3/eval_episode_2.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_3/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f22e7a3ddfd117c0138b85dfb5033d80387cfcc2 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_3/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_4/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_4/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..407f06aba68229787696abffb326bac0ecbd98d5 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_4/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_5/eval_episode_0.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_5/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d14b9d600aa0ddcc032ef7156d5a81446f2c7ab9 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_5/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_7/eval_episode_0.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_7/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f83cb1f3cfbf5d9d51e12f104881dc66fef0a832 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_7/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_9/eval_episode_2.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_9/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..90d3ef737c8fa89d5709faec45808c7c53ab4f2f Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_9/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_1/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_1/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..16d3bcbd1c0161ce2bceeb2706bc3307defecfea Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_1/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_1/eval_episode_2.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_1/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..298334d97c1a7f224db841c8cb0c2e8771b80d03 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_1/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_3/eval_episode_0.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_3/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..23f1dda5bdb7a79ebb1ffaa1aa501d37ae1b2df7 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_3/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_3/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_3/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..eedff8588118b876b5fe1d61776ad753db1e39fe Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_3/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_4/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_4/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7a07f81a32fd0b17618ba8ac0c598bdac7dcfb6e Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_4/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_6/eval_episode_3.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_6/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..5e50bba907fb254a3fc51b1ec3dc552e77ed2fa7 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_6/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_7/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_7/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3b42d778fb4ed736d652d5f61dee0989cca2bbb1 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_7/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_7/eval_episode_3.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_7/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a1ee218026ec87375fef72a44d6433f3f96f8e54 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_7/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_9/eval_episode_3.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_9/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..58dc9d2c05be3c5db373cfecb0ced6027c78696a Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_9/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..34ee309bc4102207cde325428da0e66904751f4a Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_2.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..65db59b4352b1ad63468ec5af09fcc81fff38cc7 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_3.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2f94bc8086168613067eeabfc75b07b728c4bfc6 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_0.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..55259ba7239314fbaf771776225c6d752321849c Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..717a012b4c0fca45362988c719352dba2dfe2e5a Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_2.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..73a259b7f2840146d66ef059f1471cd691ae383e Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_3.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1e5ff291acc09b83820c187ddc63c82629cea173 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_0.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..748c30912c631425f6db789f26fa85ba0dee89d4 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..13731142040cbcca11723cd6d05d14dcada1b4f5 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_2.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..d6167e469dd063bf7acdf7e1582e178b6359b559 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_3.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8aa1490f13d672646dd6e1c6abebd3d52deb6c8a Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_0.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..c612580e2a626f26d06b60927b01222bbe170a77 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..8051c7c05023a6e911c3c4dc4e5c9d53cb990f6a Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_2.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a1fe686e5199fdc2d2a84a46ffb0dc9c8308ffac Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_3.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..88fb7822d1b2149ba243a1f8affadae2217620f2 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_0.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e39b22f6176779ed3b02fb9dcd36b9c464444f29 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1d0bcfab2f91f20dcfbaf8bd8c329e5655e1a03e Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_2.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f2c7c9218ad0c73807668b32787b0c7cb8fbbdf4 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_3.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..22949c23cb3561bf35b148372e2dc8dc0518ac90 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_0.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f5bf134b0a4482587a39cd5f1ab516a7efe28a5b Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ca2181e270e102b125a86b4ac5e337f7e8da7fbd Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_2.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..565dc20c493a5a7d116971ae8992afe61ac323e2 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_3.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..072b94ad5bb00d8e8c6e04c4d77cff136a932d06 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_0.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1c239a4645b571f96d7f00f436f88bab1b9281b2 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3c47e0e92b6a868eadaf2d5c40ee7171d4ed7791 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_2.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0377c76ca359fd32b012e49c73651cf09fad5730 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_3.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ee6b383545afa7c46f52d34c75317549fe6b5bb4 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_0.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..26cbb1be9f7bea4ce756c1bc999d41e123f2c0e5 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e4c09a2999b8a4fdfcf9e43cc8f6c5a13a8b94e7 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_2.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..86e31ee707ce73f33a4efb7504c4e189886d51d1 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_3.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..965988e7806aaead2feef1f82efdfc7f72f2e1ba Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_0.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..2ec7b8ed161ef9a1116dc9b1371b71644dd9a697 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3b7fd4bc8e343fd35805115bcebaa4bc4d8cb9e5 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_2.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0c06d793ce26719494714a5c8495d445be0f458e Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_3.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a61e344813e27decb50f77c7d3d0bdf163d4f383 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_8/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_0.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..797ad53b6cc3b193b2a17e245e7455e464d260e0 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..9ce4c2c62b256854d39d43e8edcb3f6eaaed5dfa Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_3.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..967df1479846f6f231428683e5aa7dbdcda2c37e Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_9/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_0.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..102b3d150c117bff44ad6a425f27fab789640534 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..e0d88a9df83cd8f83f3e01101922d9b2f4c233dc Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_2.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..bebec7ea599de1fe6d0624bebd91bfb8312f9421 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_3.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..0d613b179288481bc789ebcab7828946ac432e11 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_0.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..1fc4d552df3f6720b255a606010a12e250a20924 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..3456d29f4842bd96373483e21e8a70ff016ef50f Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_3.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..653294a3a7441f3b9e0ba49435b7c30ee72da02b Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_0.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..ae06dbc1ccde9b5dda13831a822e47c85930219f Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..4f69bc72db807118b55bb35115151677a52847ca Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_2.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..a7a0c3e6488280075e921d2b00089274cd5ab978 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_3/eval_episode_0.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_3/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f8ef3f51da46945fefba7d30e685389e9c0da9eb Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_3/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_3/eval_episode_3.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_3/eval_episode_3.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..43f487458591663180ab75fc9b5133c2ae408370 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_3/eval_episode_3.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_7/eval_episode_2.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_7/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..7c7d1496674d6127a2d3d8afa19b623410b6c76f Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_7/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_8/eval_episode_1.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_8/eval_episode_1.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b1908a1cf4be236ed2a393373e1d6dfd1247cf41 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_8/eval_episode_1.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_8/eval_episode_2.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_8/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..f5634b1e7c61d704b1769bc5570f2721f2b6895f Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_8/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_9/eval_episode_0.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_9/eval_episode_0.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..39766394bc3e2d79ef3346928c91ec714920bdf6 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_9/eval_episode_0.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_9/eval_episode_2.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_9/eval_episode_2.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..6bb79e060b15ef84e2396dd0b5a1c0c26133b25c Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_9/eval_episode_2.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/wandb/run-20260427_213749-i657mg8p/files/config.yaml b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/wandb/run-20260427_213749-i657mg8p/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aabfcb6047ebc867845d411665ca25f8795aa2d5 --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/wandb/run-20260427_213749-i657mg8p/files/config.yaml @@ -0,0 +1,866 @@ +_wandb: + value: + cli_version: 0.24.2 + e: + njvtyw4resoqj5n3nszic6knk75271om: + args: + - --dataset.repo_id=HuggingFaceVLA/libero + - --dataset.episodes=[1261,1262,1263,1264,1265,1266,1267,1268,1269,1270,1271,1272,1273,1274,1275,1276,1277,1278,1279,1280,1281,1282,1283,1284,1285,1286,1287,1288,1289,1290,1291,1292,1293,1294,1295,1296,1297,1298,1299,1300,1301,1302,1303,1304,1305,1306,1307,1308,1309,1310,1311,1312,1313,1314,1315,1316,1317,1318,1319,1320,1321,1322,1323,1324,1325,1326,1327,1328,1329,1330,1331,1332,1333,1334,1335,1336,1337,1338,1339,1340,1341,1342,1343,1344,1345,1346,1347,1348,1349,1350,1351,1352,1353,1354,1355,1356,1357,1358,1359,1360,1361,1362,1363,1364,1365,1366,1367,1368,1369,1370,1371,1372,1373,1374,1375,1376,1377,1378,1379,1380,1381,1382,1383,1384,1385,1386,1387,1388,1389,1390,1391,1392,1393,1394,1395,1396,1397,1398,1399,1400,1401,1402,1403,1404,1405,1406,1407,1408,1409,1410,1411,1412,1413,1414,1415,1416,1417,1418,1419,1420,1421,1422,1423,1424,1425,1426,1427,1428,1429,1430,1431,1432,1433,1434,1435,1436,1437,1438,1439,1440,1441,1442,1443,1444,1445,1446,1447,1448,1449,1450,1451,1452,1453,1454,1455,1456,1457,1458,1459,1460,1461,1462,1463,1464,1465,1466,1467,1468,1469,1470,1471,1472,1473,1474,1475,1476,1477,1478,1479,1480,1481,1482,1483,1484,1485,1486,1487,1488,1489,1490,1491,1492,1493,1494,1495,1496,1497,1498,1499,1500,1501,1502,1503,1504,1505,1506,1507,1508,1509,1510,1511,1512,1513,1514,1515,1516,1517,1518,1519,1520,1521,1522,1523,1524,1525,1526,1527,1528,1529,1530,1531,1532,1533,1534,1535,1536,1537,1538,1539,1540,1541,1542,1543,1544,1545,1546,1547,1548,1549,1550,1551,1552,1553,1554,1555,1556,1557,1558,1559,1560,1561,1562,1563,1564,1565,1566,1567,1568,1569,1570,1571,1572,1573,1574,1575,1576,1577,1578,1579,1580,1581,1582,1583,1584,1585,1586,1587,1588,1589,1590,1591,1592,1593,1594,1595,1596,1597,1598,1599,1600,1601,1602,1603,1604,1605,1606,1607,1608,1609,1610,1611,1612,1613,1614,1615,1616,1617,1618,1619,1620,1621,1622,1623,1624,1625,1626,1627,1628,1629,1630,1631,1632,1633,1634,1635,1636,1637,1638,1639,1640,1641,1642,1643,1644,1645,1646,1647,1648,1649,1650,1651,1652,1653,1654,1655,1656,1657,1658,1659,1660,1661,1662,1663,1664,1665,1666,1667,1668,1669,1670,1671,1672,1673,1674,1675,1676,1677,1678,1679,1680,1681,1682,1683,1684,1685,1686,1687,1688,1689,1690,1691,1692] + - --policy.type=diffusion + - --policy.device=cuda:5 + - --policy.freeze_backbone=true + - --policy.num_tasks=10 + - --policy.task_embed_dim=64 + - --policy.task_index_offset=30 + - --env.type=libero + - --env.task=libero_spatial + - --env.task_ids=[6,4,5,7,0,3,8,1,2,9] + - --batch_size=64 + - --steps=100000 + - --eval_freq=25000 + - --save_freq=25000 + - --eval.n_episodes=20 + - --eval.batch_size=20 + - --seed=42 + - --policy.optimizer_lr=5e-5 + - --output_dir=results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist + - --job_name=M5_dp_libero_spatial_dino3p_vc1_vitb_wrist + - --wandb.enable=true + - --wandb.project=cpmae_M5_multi_encoder + - --policy.push_to_hub=false + - --policy.vision_backbone=dinov2 + - --policy.dinov2_model_name=facebook/dinov2-small + - --policy.backbone_input_norm=imagenet + - --policy.use_separate_rgb_encoder_per_camera=true + - '--policy.per_camera_backbone_norm={"observation.images.image2": "imagenet"}' + - '--policy.per_camera_backbone={"observation.images.image2": "mocov3"}' + - '--policy.per_camera_mocov3_checkpoint_path={"observation.images.image2": "https://dl.fbaipublicfiles.com/eai-vc/vc1_vitb.pth"}' + - '--policy.per_camera_mocov3_arch={"observation.images.image2": "vit_base"}' + cpu_count: 192 + cpu_count_logical: 384 + cudaVersion: "13.0" + disk: + /: + total: "858993459200" + used: "38687805440" + executable: /usr/bin/python + git: + commit: 2a69bf43de8aaf497e1b9b7997937612f6ca6240 + remote: https://github.com/mahaitongdae/lerobot.git + gpu: NVIDIA GeForce RTX 5090 + gpu_count: 8 + gpu_nvidia: + - architecture: Blackwell + cudaCores: 21760 + memoryTotal: "34190917632" + name: NVIDIA GeForce RTX 5090 + uuid: GPU-66bafd78-668c-8f20-0080-78d6a87a33bf + - architecture: Blackwell + cudaCores: 21760 + memoryTotal: "34190917632" + name: NVIDIA GeForce RTX 5090 + uuid: GPU-dea1fb73-7a72-f4c2-1be9-fd9ffb7d6080 + - architecture: Blackwell + cudaCores: 21760 + memoryTotal: "34190917632" + name: NVIDIA GeForce RTX 5090 + uuid: GPU-fb0fe3ed-978e-63f5-61d8-423b3bf11128 + - architecture: Blackwell + cudaCores: 21760 + memoryTotal: "34190917632" + name: NVIDIA GeForce RTX 5090 + uuid: GPU-45371c01-9ce0-2b01-85df-7cb8542bb9c2 + - architecture: Blackwell + cudaCores: 21760 + memoryTotal: "34190917632" + name: NVIDIA GeForce RTX 5090 + uuid: GPU-573f91e6-6ad4-a207-8b11-7028a67bb157 + - architecture: Blackwell + cudaCores: 21760 + memoryTotal: "34190917632" + name: NVIDIA GeForce RTX 5090 + uuid: GPU-63435d2b-acd3-3de7-aaa9-d7cd6a31f572 + - architecture: Blackwell + cudaCores: 21760 + memoryTotal: "34190917632" + name: NVIDIA GeForce RTX 5090 + uuid: GPU-61e6e545-0839-0f78-89b7-fe6da96b4737 + - architecture: Blackwell + cudaCores: 21760 + memoryTotal: "34190917632" + name: NVIDIA GeForce RTX 5090 + uuid: GPU-7afed318-e783-7f48-2cb9-469858575bfa + host: c6a23a632d62 + memory: + total: "405310226432" + os: Linux-5.15.0-176-generic-x86_64-with-glibc2.35 + program: /usr/local/bin/lerobot-train + python: CPython 3.10.12 + root: results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist + startedAt: "2026-04-27T21:37:49.166746Z" + writerId: njvtyw4resoqj5n3nszic6knk75271om + m: [] + python_version: 3.10.12 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + - 83 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + - 83 + "3": + - 13 + - 15 + - 16 + - 61 + "4": 3.10.12 + "5": 0.24.2 + "6": 4.57.3 + "10": + - 21 + "12": 0.24.2 + "13": linux-x86_64 +batch_size: + value: 64 +checkpoint_path: + value: null +dataset: + value: + episodes: + - 1261 + - 1262 + - 1263 + - 1264 + - 1265 + - 1266 + - 1267 + - 1268 + - 1269 + - 1270 + - 1271 + - 1272 + - 1273 + - 1274 + - 1275 + - 1276 + - 1277 + - 1278 + - 1279 + - 1280 + - 1281 + - 1282 + - 1283 + - 1284 + - 1285 + - 1286 + - 1287 + - 1288 + - 1289 + - 1290 + - 1291 + - 1292 + - 1293 + - 1294 + - 1295 + - 1296 + - 1297 + - 1298 + - 1299 + - 1300 + - 1301 + - 1302 + - 1303 + - 1304 + - 1305 + - 1306 + - 1307 + - 1308 + - 1309 + - 1310 + - 1311 + - 1312 + - 1313 + - 1314 + - 1315 + - 1316 + - 1317 + - 1318 + - 1319 + - 1320 + - 1321 + - 1322 + - 1323 + - 1324 + - 1325 + - 1326 + - 1327 + - 1328 + - 1329 + - 1330 + - 1331 + - 1332 + - 1333 + - 1334 + - 1335 + - 1336 + - 1337 + - 1338 + - 1339 + - 1340 + - 1341 + - 1342 + - 1343 + - 1344 + - 1345 + - 1346 + - 1347 + - 1348 + - 1349 + - 1350 + - 1351 + - 1352 + - 1353 + - 1354 + - 1355 + - 1356 + - 1357 + - 1358 + - 1359 + - 1360 + - 1361 + - 1362 + - 1363 + - 1364 + - 1365 + - 1366 + - 1367 + - 1368 + - 1369 + - 1370 + - 1371 + - 1372 + - 1373 + - 1374 + - 1375 + - 1376 + - 1377 + - 1378 + - 1379 + - 1380 + - 1381 + - 1382 + - 1383 + - 1384 + - 1385 + - 1386 + - 1387 + - 1388 + - 1389 + - 1390 + - 1391 + - 1392 + - 1393 + - 1394 + - 1395 + - 1396 + - 1397 + - 1398 + - 1399 + - 1400 + - 1401 + - 1402 + - 1403 + - 1404 + - 1405 + - 1406 + - 1407 + - 1408 + - 1409 + - 1410 + - 1411 + - 1412 + - 1413 + - 1414 + - 1415 + - 1416 + - 1417 + - 1418 + - 1419 + - 1420 + - 1421 + - 1422 + - 1423 + - 1424 + - 1425 + - 1426 + - 1427 + - 1428 + - 1429 + - 1430 + - 1431 + - 1432 + - 1433 + - 1434 + - 1435 + - 1436 + - 1437 + - 1438 + - 1439 + - 1440 + - 1441 + - 1442 + - 1443 + - 1444 + - 1445 + - 1446 + - 1447 + - 1448 + - 1449 + - 1450 + - 1451 + - 1452 + - 1453 + - 1454 + - 1455 + - 1456 + - 1457 + - 1458 + - 1459 + - 1460 + - 1461 + - 1462 + - 1463 + - 1464 + - 1465 + - 1466 + - 1467 + - 1468 + - 1469 + - 1470 + - 1471 + - 1472 + - 1473 + - 1474 + - 1475 + - 1476 + - 1477 + - 1478 + - 1479 + - 1480 + - 1481 + - 1482 + - 1483 + - 1484 + - 1485 + - 1486 + - 1487 + - 1488 + - 1489 + - 1490 + - 1491 + - 1492 + - 1493 + - 1494 + - 1495 + - 1496 + - 1497 + - 1498 + - 1499 + - 1500 + - 1501 + - 1502 + - 1503 + - 1504 + - 1505 + - 1506 + - 1507 + - 1508 + - 1509 + - 1510 + - 1511 + - 1512 + - 1513 + - 1514 + - 1515 + - 1516 + - 1517 + - 1518 + - 1519 + - 1520 + - 1521 + - 1522 + - 1523 + - 1524 + - 1525 + - 1526 + - 1527 + - 1528 + - 1529 + - 1530 + - 1531 + - 1532 + - 1533 + - 1534 + - 1535 + - 1536 + - 1537 + - 1538 + - 1539 + - 1540 + - 1541 + - 1542 + - 1543 + - 1544 + - 1545 + - 1546 + - 1547 + - 1548 + - 1549 + - 1550 + - 1551 + - 1552 + - 1553 + - 1554 + - 1555 + - 1556 + - 1557 + - 1558 + - 1559 + - 1560 + - 1561 + - 1562 + - 1563 + - 1564 + - 1565 + - 1566 + - 1567 + - 1568 + - 1569 + - 1570 + - 1571 + - 1572 + - 1573 + - 1574 + - 1575 + - 1576 + - 1577 + - 1578 + - 1579 + - 1580 + - 1581 + - 1582 + - 1583 + - 1584 + - 1585 + - 1586 + - 1587 + - 1588 + - 1589 + - 1590 + - 1591 + - 1592 + - 1593 + - 1594 + - 1595 + - 1596 + - 1597 + - 1598 + - 1599 + - 1600 + - 1601 + - 1602 + - 1603 + - 1604 + - 1605 + - 1606 + - 1607 + - 1608 + - 1609 + - 1610 + - 1611 + - 1612 + - 1613 + - 1614 + - 1615 + - 1616 + - 1617 + - 1618 + - 1619 + - 1620 + - 1621 + - 1622 + - 1623 + - 1624 + - 1625 + - 1626 + - 1627 + - 1628 + - 1629 + - 1630 + - 1631 + - 1632 + - 1633 + - 1634 + - 1635 + - 1636 + - 1637 + - 1638 + - 1639 + - 1640 + - 1641 + - 1642 + - 1643 + - 1644 + - 1645 + - 1646 + - 1647 + - 1648 + - 1649 + - 1650 + - 1651 + - 1652 + - 1653 + - 1654 + - 1655 + - 1656 + - 1657 + - 1658 + - 1659 + - 1660 + - 1661 + - 1662 + - 1663 + - 1664 + - 1665 + - 1666 + - 1667 + - 1668 + - 1669 + - 1670 + - 1671 + - 1672 + - 1673 + - 1674 + - 1675 + - 1676 + - 1677 + - 1678 + - 1679 + - 1680 + - 1681 + - 1682 + - 1683 + - 1684 + - 1685 + - 1686 + - 1687 + - 1688 + - 1689 + - 1690 + - 1691 + - 1692 + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + tfs: + affine: + kwargs: + degrees: + - -5 + - 5 + translate: + - 0.05 + - 0.05 + type: RandomAffine + weight: 1 + brightness: + kwargs: + brightness: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + contrast: + kwargs: + contrast: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + hue: + kwargs: + hue: + - -0.05 + - 0.05 + type: ColorJitter + weight: 1 + saturation: + kwargs: + saturation: + - 0.5 + - 1.5 + type: ColorJitter + weight: 1 + sharpness: + kwargs: + sharpness: + - 0.5 + - 1.5 + type: SharpnessJitter + weight: 1 + repo_id: HuggingFaceVLA/libero + revision: null + root: null + streaming: false + use_imagenet_stats: true + video_backend: torchcodec +env: + value: + camera_name: agentview_image,robot0_eye_in_hand_image + camera_name_mapping: null + control_mode: relative + disable_env_checker: true + episode_length: null + features: + action: + shape: + - 7 + type: ACTION + pixels/agentview_image: + shape: + - 360 + - 360 + - 3 + type: VISUAL + pixels/robot0_eye_in_hand_image: + shape: + - 360 + - 360 + - 3 + type: VISUAL + robot_state/eef/mat: + shape: + - 3 + - 3 + type: STATE + robot_state/eef/pos: + shape: + - 3 + type: STATE + robot_state/eef/quat: + shape: + - 4 + type: STATE + robot_state/gripper/qpos: + shape: + - 2 + type: STATE + robot_state/gripper/qvel: + shape: + - 2 + type: STATE + robot_state/joints/pos: + shape: + - 7 + type: STATE + robot_state/joints/vel: + shape: + - 7 + type: STATE + features_map: + action: action + pixels/agentview_image: observation.images.image + pixels/robot0_eye_in_hand_image: observation.images.image2 + robot_state/eef/mat: observation.state.eef_mat + robot_state/eef/pos: observation.state.eef_pos + robot_state/eef/quat: observation.state.eef_quat + robot_state/gripper/qpos: observation.state.gripper_qpos + robot_state/gripper/qvel: observation.state.gripper_qvel + robot_state/joints/pos: observation.state.joint_pos + robot_state/joints/vel: observation.state.joint_vel + fps: 30 + init_states: true + max_parallel_tasks: 1 + obs_type: pixels_agent_pos + observation_height: 360 + observation_width: 360 + render_mode: rgb_array + task: libero_spatial + task_ids: + - 6 + - 4 + - 5 + - 7 + - 0 + - 3 + - 8 + - 1 + - 2 + - 9 + type: libero +eval: + value: + batch_size: 20 + n_episodes: 20 + use_async_envs: false +eval_freq: + value: 25000 +gradient_accumulation_steps: + value: 1 +job_name: + value: M5_dp_libero_spatial_dino3p_vc1_vitb_wrist +log_freq: + value: 200 +num_workers: + value: 4 +optimizer: + value: + betas: + - 0.95 + - 0.999 + eps: 1e-08 + grad_clip_norm: 10 + lr: 5e-05 + type: adam + weight_decay: 1e-06 +output_dir: + value: results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist +peft: + value: null +policy: + value: + backbone_input_mean: null + backbone_input_norm: imagenet + backbone_input_std: null + beta_end: 0.02 + beta_schedule: squaredcos_cap_v2 + beta_start: 0.0001 + clip_sample: true + clip_sample_range: 1 + cpmae_checkpoint_path: null + cpmae_depth: 12 + cpmae_embed_dim: 384 + cpmae_img_size: 224 + cpmae_n_heads: 6 + cpmae_patch_size: 16 + crop_is_random: true + crop_shape: null + device: cuda:5 + diffusion_step_embed_dim: 128 + dinov2_model_name: facebook/dinov2-small + do_mask_loss_for_padding: false + down_dims: + - 512 + - 1024 + - 2048 + drop_n_last_frames: 7 + freeze_backbone: true + horizon: 16 + kernel_size: 5 + license: null + mocov3_arch: vit_small + mocov3_checkpoint_path: null + n_action_steps: 8 + n_groups: 8 + n_obs_steps: 2 + noise_scheduler_type: DDPM + normalization_mapping: + ACTION: MIN_MAX + STATE: MIN_MAX + VISUAL: IDENTITY + num_inference_steps: null + num_tasks: 10 + num_train_timesteps: 100 + optimizer_betas: + - 0.95 + - 0.999 + optimizer_eps: 1e-08 + optimizer_lr: 5e-05 + optimizer_weight_decay: 1e-06 + per_camera_backbone: + observation.images.image2: mocov3 + per_camera_backbone_norm: + observation.images.image2: imagenet + per_camera_cpmae_checkpoint_path: null + per_camera_cpmae_embed_dim: null + per_camera_cpmae_n_heads: null + per_camera_dinov2_model_name: null + per_camera_mocov3_arch: + observation.images.image2: vit_base + per_camera_mocov3_checkpoint_path: + observation.images.image2: https://dl.fbaipublicfiles.com/eai-vc/vc1_vitb.pth + per_camera_siglip_model_name: null + per_camera_voltron_cache_dir: null + per_camera_voltron_model_id: null + prediction_type: epsilon + pretrained_backbone_weights: null + pretrained_path: null + private: null + push_to_hub: false + repo_id: null + scheduler_name: cosine + scheduler_warmup_steps: 500 + siglip_model_name: null + spatial_softmax_num_keypoints: 32 + ssl_checkpoint_path: null + tags: null + task_embed_dim: 64 + task_index_offset: 30 + type: diffusion + use_amp: false + use_film_scale_modulation: true + use_group_norm: false + use_peft: false + use_separate_rgb_encoder_per_camera: true + vision_backbone: dinov2 + voltron_cache_dir: null + voltron_model_id: v-cond +rabc_epsilon: + value: 1e-06 +rabc_head_mode: + value: sparse +rabc_kappa: + value: 0.01 +rabc_progress_path: + value: null +resume: + value: false +save_checkpoint: + value: true +save_freq: + value: 25000 +scheduler: + value: + name: cosine + num_warmup_steps: 500 + type: diffuser +seed: + value: 42 +steps: + value: 100000 +tolerance_s: + value: 0.0001 +use_policy_training_preset: + value: true +use_rabc: + value: false +wandb: + value: + disable_artifact: false + enable: true + entity: null + mode: null + notes: null + project: cpmae_M5_multi_encoder + run_id: null diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/wandb/run-20260427_213749-i657mg8p/files/media/videos/eval/video_25000_13acdb09854bc7cc485b.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/wandb/run-20260427_213749-i657mg8p/files/media/videos/eval/video_25000_13acdb09854bc7cc485b.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..b36becbb3dcb4d468a6ba22023775e999f6a6076 Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/wandb/run-20260427_213749-i657mg8p/files/media/videos/eval/video_25000_13acdb09854bc7cc485b.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/wandb/run-20260427_213749-i657mg8p/files/media/videos/eval/video_75000_8e6429ce0f151467447e.mp4 b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/wandb/run-20260427_213749-i657mg8p/files/media/videos/eval/video_75000_8e6429ce0f151467447e.mp4 new file mode 100644 index 0000000000000000000000000000000000000000..63b4e3703ee524af3ee75fa41b930458bdb55fbe Binary files /dev/null and b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/wandb/run-20260427_213749-i657mg8p/files/media/videos/eval/video_75000_8e6429ce0f151467447e.mp4 differ diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/wandb/run-20260427_213749-i657mg8p/files/output.log b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/wandb/run-20260427_213749-i657mg8p/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..5d11b6c5163c29b21223fd117c2f764286af6e84 --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/wandb/run-20260427_213749-i657mg8p/files/output.log @@ -0,0 +1,655 @@ +INFO 2026-04-27 21:37:51 db_utils.py:102 Logs will be synced with wandb. +INFO 2026-04-27 21:37:51 db_utils.py:103 Track this run --> https://wandb.ai/haitongma-harvard-university/cpmae_M5_multi_encoder/runs/i657mg8p +INFO 2026-04-27 21:37:51 ot_train.py:226 Creating dataset +INFO 2026-04-27 21:38:24 ot_train.py:241 Preparing environment factories +[robosuite WARNING] No private macro file found! (__init__.py:7) +WARNING 2026-04-27 21:38:24 e/__init__.py:7 No private macro file found! +[robosuite WARNING] It is recommended to use a private macro file (__init__.py:8) +WARNING 2026-04-27 21:38:24 e/__init__.py:8 It is recommended to use a private macro file +[robosuite WARNING] To setup, run: python /usr/local/lib/python3.10/dist-packages/robosuite/scripts/setup_macros.py (__init__.py:9) +WARNING 2026-04-27 21:38:24 e/__init__.py:9 To setup, run: python /usr/local/lib/python3.10/dist-packages/robosuite/scripts/setup_macros.py +INFO 2026-04-27 21:38:24 tesupport.py:24 No OpenGL_accelerate module loaded: No module named 'OpenGL_accelerate' +Restricting to task_ids=[6, 4, 5, 7, 0, 3, 8, 1, 2, 9] +[info] using task orders [0, 1, 2, 3, 4, 5, 6, 7, 8, 9] +Preparing LIBERO env factories | suites=['libero_spatial'] | n_envs(per task)=20 | init_states=True +[info] using task orders [0, 1, 2, 3, 4, 5, 6, 7, 8, 9] +INFO 2026-04-27 21:38:24 ot_train.py:253 Built dataset_task_index_map: {('libero_spatial', 0): 34, ('libero_spatial', 1): 37, ('libero_spatial', 2): 38, ('libero_spatial', 3): 35, ('libero_spatial', 4): 31, ('libero_spatial', 5): 32, ('libero_spatial', 6): 30, ('libero_spatial', 7): 33, ('libero_spatial', 8): 36, ('libero_spatial', 9): 39} +INFO 2026-04-27 21:38:24 ot_train.py:261 Creating policy +INFO 2026-04-27 21:38:27 nput_norm.py:98 BackboneInputNormalizer: preset=imagenet, mean=(0.485, 0.456, 0.406), std=(0.229, 0.224, 0.225) +INFO 2026-04-27 21:38:28 backbone.py:254 Loaded MoCo v3 ViT weights from https://dl.fbaipublicfiles.com/eai-vc/vc1_vitb.pth. matched=150/152, missing=2, unexpected=0 +INFO 2026-04-27 21:38:28 nput_norm.py:98 BackboneInputNormalizer: preset=imagenet, mean=(0.485, 0.456, 0.406), std=(0.229, 0.224, 0.225) +INFO 2026-04-27 21:38:29 ot_train.py:316 Creating optimizer and scheduler +INFO 2026-04-27 21:38:29 ot_train.py:351 Output dir: results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist +INFO 2026-04-27 21:38:29 ot_train.py:353 cfg.env.task='libero_spatial' +INFO 2026-04-27 21:38:29 ot_train.py:354 Creating environment processors +INFO 2026-04-27 21:38:29 ot_train.py:358 cfg.steps=100000 (100K) +INFO 2026-04-27 21:38:29 ot_train.py:359 dataset.num_frames=52970 (53K) +INFO 2026-04-27 21:38:29 ot_train.py:360 dataset.num_episodes=432 +INFO 2026-04-27 21:38:29 ot_train.py:363 Effective batch size: 64 x 1 (accum) x 1 (procs) = 64 +INFO 2026-04-27 21:38:29 ot_train.py:366 num_learnable_params=257424839 (257M) +INFO 2026-04-27 21:38:29 ot_train.py:367 num_total_params=366049071 (366M) +INFO 2026-04-27 21:38:30 ot_train.py:462 Start offline training on a fixed dataset, with effective batch size: 64 +INFO 2026-04-27 21:39:22 ot_train.py:495 step:200 smpl:13K ep:104 epch:0.24 loss:0.821 grdn:2.643 lr:1.0e-05 updt_s:0.141 data_s:0.119 +INFO 2026-04-27 21:40:08 ot_train.py:495 step:400 smpl:26K ep:209 epch:0.48 loss:0.199 grdn:2.130 lr:3.0e-05 updt_s:0.131 data_s:0.097 +INFO 2026-04-27 21:40:54 ot_train.py:495 step:600 smpl:38K ep:313 epch:0.72 loss:0.127 grdn:1.505 lr:4.8e-05 updt_s:0.132 data_s:0.098 +INFO 2026-04-27 21:41:41 ot_train.py:495 step:800 smpl:51K ep:418 epch:0.97 loss:0.098 grdn:1.087 lr:5.0e-05 updt_s:0.134 data_s:0.102 +INFO 2026-04-27 21:42:28 ot_train.py:495 step:1K smpl:64K ep:522 epch:1.21 loss:0.087 grdn:0.950 lr:5.0e-05 updt_s:0.132 data_s:0.102 +INFO 2026-04-27 21:43:15 ot_train.py:495 step:1K smpl:77K ep:626 epch:1.45 loss:0.078 grdn:0.865 lr:5.0e-05 updt_s:0.133 data_s:0.104 +INFO 2026-04-27 21:44:03 ot_train.py:495 step:1K smpl:90K ep:731 epch:1.69 loss:0.074 grdn:0.799 lr:5.0e-05 updt_s:0.132 data_s:0.103 +INFO 2026-04-27 21:44:51 ot_train.py:495 step:2K smpl:102K ep:835 epch:1.93 loss:0.070 grdn:0.702 lr:5.0e-05 updt_s:0.132 data_s:0.109 +INFO 2026-04-27 21:45:38 ot_train.py:495 step:2K smpl:115K ep:940 epch:2.17 loss:0.067 grdn:0.724 lr:5.0e-05 updt_s:0.133 data_s:0.103 +INFO 2026-04-27 21:46:24 ot_train.py:495 step:2K smpl:128K ep:1K epch:2.42 loss:0.065 grdn:0.641 lr:5.0e-05 updt_s:0.133 data_s:0.098 +INFO 2026-04-27 21:47:11 ot_train.py:495 step:2K smpl:141K ep:1K epch:2.66 loss:0.063 grdn:0.574 lr:5.0e-05 updt_s:0.133 data_s:0.098 +INFO 2026-04-27 21:48:00 ot_train.py:495 step:2K smpl:154K ep:1K epch:2.90 loss:0.061 grdn:0.550 lr:5.0e-05 updt_s:0.132 data_s:0.112 +INFO 2026-04-27 21:48:47 ot_train.py:495 step:3K smpl:166K ep:1K epch:3.14 loss:0.061 grdn:0.537 lr:5.0e-05 updt_s:0.133 data_s:0.104 +INFO 2026-04-27 21:49:35 ot_train.py:495 step:3K smpl:179K ep:1K epch:3.38 loss:0.058 grdn:0.517 lr:5.0e-05 updt_s:0.132 data_s:0.108 +INFO 2026-04-27 21:50:23 ot_train.py:495 step:3K smpl:192K ep:2K epch:3.62 loss:0.059 grdn:0.514 lr:5.0e-05 updt_s:0.132 data_s:0.106 +INFO 2026-04-27 21:51:12 ot_train.py:495 step:3K smpl:205K ep:2K epch:3.87 loss:0.058 grdn:0.474 lr:5.0e-05 updt_s:0.132 data_s:0.111 +INFO 2026-04-27 21:51:58 ot_train.py:495 step:3K smpl:218K ep:2K epch:4.11 loss:0.057 grdn:0.456 lr:5.0e-05 updt_s:0.133 data_s:0.100 +INFO 2026-04-27 21:52:44 ot_train.py:495 step:4K smpl:230K ep:2K epch:4.35 loss:0.055 grdn:0.439 lr:5.0e-05 updt_s:0.133 data_s:0.097 +INFO 2026-04-27 21:53:31 ot_train.py:495 step:4K smpl:243K ep:2K epch:4.59 loss:0.055 grdn:0.457 lr:5.0e-05 updt_s:0.133 data_s:0.101 +INFO 2026-04-27 21:54:20 ot_train.py:495 step:4K smpl:256K ep:2K epch:4.83 loss:0.054 grdn:0.441 lr:5.0e-05 updt_s:0.132 data_s:0.110 +INFO 2026-04-27 21:55:07 ot_train.py:495 step:4K smpl:269K ep:2K epch:5.07 loss:0.054 grdn:0.455 lr:5.0e-05 updt_s:0.133 data_s:0.104 +INFO 2026-04-27 21:55:55 ot_train.py:495 step:4K smpl:282K ep:2K epch:5.32 loss:0.053 grdn:0.431 lr:5.0e-05 updt_s:0.133 data_s:0.104 +INFO 2026-04-27 21:56:42 ot_train.py:495 step:5K smpl:294K ep:2K epch:5.56 loss:0.054 grdn:0.386 lr:5.0e-05 updt_s:0.133 data_s:0.101 +INFO 2026-04-27 21:57:31 ot_train.py:495 step:5K smpl:307K ep:3K epch:5.80 loss:0.053 grdn:0.393 lr:5.0e-05 updt_s:0.133 data_s:0.114 +INFO 2026-04-27 21:58:18 ot_train.py:495 step:5K smpl:320K ep:3K epch:6.04 loss:0.053 grdn:0.373 lr:5.0e-05 updt_s:0.133 data_s:0.101 +INFO 2026-04-27 21:59:05 ot_train.py:495 step:5K smpl:333K ep:3K epch:6.28 loss:0.051 grdn:0.355 lr:5.0e-05 updt_s:0.132 data_s:0.103 +INFO 2026-04-27 21:59:53 ot_train.py:495 step:5K smpl:346K ep:3K epch:6.52 loss:0.052 grdn:0.382 lr:5.0e-05 updt_s:0.132 data_s:0.105 +INFO 2026-04-27 22:00:41 ot_train.py:495 step:6K smpl:358K ep:3K epch:6.77 loss:0.051 grdn:0.374 lr:5.0e-05 updt_s:0.132 data_s:0.113 +INFO 2026-04-27 22:01:28 ot_train.py:495 step:6K smpl:371K ep:3K epch:7.01 loss:0.051 grdn:0.340 lr:5.0e-05 updt_s:0.133 data_s:0.098 +INFO 2026-04-27 22:02:15 ot_train.py:495 step:6K smpl:384K ep:3K epch:7.25 loss:0.050 grdn:0.345 lr:5.0e-05 updt_s:0.132 data_s:0.102 +INFO 2026-04-27 22:03:01 ot_train.py:495 step:6K smpl:397K ep:3K epch:7.49 loss:0.050 grdn:0.355 lr:5.0e-05 updt_s:0.132 data_s:0.102 +INFO 2026-04-27 22:03:50 ot_train.py:495 step:6K smpl:410K ep:3K epch:7.73 loss:0.051 grdn:0.362 lr:5.0e-05 updt_s:0.132 data_s:0.111 +INFO 2026-04-27 22:04:37 ot_train.py:495 step:7K smpl:422K ep:3K epch:7.97 loss:0.052 grdn:0.351 lr:5.0e-05 updt_s:0.133 data_s:0.100 +INFO 2026-04-27 22:05:23 ot_train.py:495 step:7K smpl:435K ep:4K epch:8.22 loss:0.050 grdn:0.315 lr:5.0e-05 updt_s:0.133 data_s:0.096 +INFO 2026-04-27 22:06:09 ot_train.py:495 step:7K smpl:448K ep:4K epch:8.46 loss:0.049 grdn:0.335 lr:4.9e-05 updt_s:0.133 data_s:0.096 +INFO 2026-04-27 22:06:58 ot_train.py:495 step:7K smpl:461K ep:4K epch:8.70 loss:0.049 grdn:0.323 lr:4.9e-05 updt_s:0.133 data_s:0.115 +INFO 2026-04-27 22:07:45 ot_train.py:495 step:7K smpl:474K ep:4K epch:8.94 loss:0.048 grdn:0.308 lr:4.9e-05 updt_s:0.133 data_s:0.102 +INFO 2026-04-27 22:08:33 ot_train.py:495 step:8K smpl:486K ep:4K epch:9.18 loss:0.049 grdn:0.325 lr:4.9e-05 updt_s:0.133 data_s:0.104 +INFO 2026-04-27 22:09:20 ot_train.py:495 step:8K smpl:499K ep:4K epch:9.42 loss:0.049 grdn:0.326 lr:4.9e-05 updt_s:0.133 data_s:0.103 +INFO 2026-04-27 22:10:10 ot_train.py:495 step:8K smpl:512K ep:4K epch:9.67 loss:0.048 grdn:0.307 lr:4.9e-05 updt_s:0.132 data_s:0.119 +INFO 2026-04-27 22:10:59 ot_train.py:495 step:8K smpl:525K ep:4K epch:9.91 loss:0.047 grdn:0.298 lr:4.9e-05 updt_s:0.132 data_s:0.111 +INFO 2026-04-27 22:11:46 ot_train.py:495 step:8K smpl:538K ep:4K epch:10.15 loss:0.048 grdn:0.292 lr:4.9e-05 updt_s:0.132 data_s:0.105 +INFO 2026-04-27 22:12:35 ot_train.py:495 step:9K smpl:550K ep:4K epch:10.39 loss:0.047 grdn:0.292 lr:4.9e-05 updt_s:0.132 data_s:0.110 +INFO 2026-04-27 22:13:22 ot_train.py:495 step:9K smpl:563K ep:5K epch:10.63 loss:0.049 grdn:0.298 lr:4.9e-05 updt_s:0.133 data_s:0.104 +INFO 2026-04-27 22:14:08 ot_train.py:495 step:9K smpl:576K ep:5K epch:10.87 loss:0.046 grdn:0.279 lr:4.9e-05 updt_s:0.133 data_s:0.099 +INFO 2026-04-27 22:14:55 ot_train.py:495 step:9K smpl:589K ep:5K epch:11.12 loss:0.046 grdn:0.289 lr:4.9e-05 updt_s:0.132 data_s:0.101 +INFO 2026-04-27 22:15:44 ot_train.py:495 step:9K smpl:602K ep:5K epch:11.36 loss:0.048 grdn:0.293 lr:4.9e-05 updt_s:0.132 data_s:0.113 +INFO 2026-04-27 22:16:31 ot_train.py:495 step:10K smpl:614K ep:5K epch:11.60 loss:0.046 grdn:0.277 lr:4.9e-05 updt_s:0.133 data_s:0.101 +INFO 2026-04-27 22:17:17 ot_train.py:495 step:10K smpl:627K ep:5K epch:11.84 loss:0.048 grdn:0.292 lr:4.9e-05 updt_s:0.133 data_s:0.099 +INFO 2026-04-27 22:18:04 ot_train.py:495 step:10K smpl:640K ep:5K epch:12.08 loss:0.047 grdn:0.272 lr:4.9e-05 updt_s:0.133 data_s:0.098 +INFO 2026-04-27 22:18:53 ot_train.py:495 step:10K smpl:653K ep:5K epch:12.32 loss:0.046 grdn:0.269 lr:4.9e-05 updt_s:0.132 data_s:0.114 +INFO 2026-04-27 22:19:40 ot_train.py:495 step:10K smpl:666K ep:5K epch:12.57 loss:0.046 grdn:0.277 lr:4.9e-05 updt_s:0.132 data_s:0.104 +INFO 2026-04-27 22:20:28 ot_train.py:495 step:11K smpl:678K ep:6K epch:12.81 loss:0.047 grdn:0.253 lr:4.9e-05 updt_s:0.133 data_s:0.103 +INFO 2026-04-27 22:21:14 ot_train.py:495 step:11K smpl:691K ep:6K epch:13.05 loss:0.047 grdn:0.266 lr:4.9e-05 updt_s:0.133 data_s:0.098 +INFO 2026-04-27 22:22:03 ot_train.py:495 step:11K smpl:704K ep:6K epch:13.29 loss:0.046 grdn:0.269 lr:4.9e-05 updt_s:0.133 data_s:0.113 +INFO 2026-04-27 22:22:51 ot_train.py:495 step:11K smpl:717K ep:6K epch:13.53 loss:0.047 grdn:0.277 lr:4.9e-05 updt_s:0.133 data_s:0.105 +INFO 2026-04-27 22:23:38 ot_train.py:495 step:11K smpl:730K ep:6K epch:13.77 loss:0.046 grdn:0.264 lr:4.9e-05 updt_s:0.132 data_s:0.104 +INFO 2026-04-27 22:24:24 ot_train.py:495 step:12K smpl:742K ep:6K epch:14.02 loss:0.047 grdn:0.282 lr:4.9e-05 updt_s:0.132 data_s:0.098 +INFO 2026-04-27 22:25:13 ot_train.py:495 step:12K smpl:755K ep:6K epch:14.26 loss:0.046 grdn:0.264 lr:4.8e-05 updt_s:0.132 data_s:0.113 +INFO 2026-04-27 22:26:00 ot_train.py:495 step:12K smpl:768K ep:6K epch:14.50 loss:0.045 grdn:0.261 lr:4.8e-05 updt_s:0.133 data_s:0.101 +INFO 2026-04-27 22:26:46 ot_train.py:495 step:12K smpl:781K ep:6K epch:14.74 loss:0.046 grdn:0.250 lr:4.8e-05 updt_s:0.133 data_s:0.100 +INFO 2026-04-27 22:27:33 ot_train.py:495 step:12K smpl:794K ep:6K epch:14.98 loss:0.044 grdn:0.260 lr:4.8e-05 updt_s:0.133 data_s:0.099 +INFO 2026-04-27 22:28:22 ot_train.py:495 step:13K smpl:806K ep:7K epch:15.22 loss:0.045 grdn:0.246 lr:4.8e-05 updt_s:0.132 data_s:0.114 +INFO 2026-04-27 22:29:09 ot_train.py:495 step:13K smpl:819K ep:7K epch:15.47 loss:0.044 grdn:0.238 lr:4.8e-05 updt_s:0.133 data_s:0.100 +INFO 2026-04-27 22:29:55 ot_train.py:495 step:13K smpl:832K ep:7K epch:15.71 loss:0.045 grdn:0.243 lr:4.8e-05 updt_s:0.133 data_s:0.099 +INFO 2026-04-27 22:30:42 ot_train.py:495 step:13K smpl:845K ep:7K epch:15.95 loss:0.044 grdn:0.265 lr:4.8e-05 updt_s:0.133 data_s:0.102 +INFO 2026-04-27 22:31:32 ot_train.py:495 step:13K smpl:858K ep:7K epch:16.19 loss:0.044 grdn:0.243 lr:4.8e-05 updt_s:0.133 data_s:0.113 +INFO 2026-04-27 22:32:18 ot_train.py:495 step:14K smpl:870K ep:7K epch:16.43 loss:0.044 grdn:0.248 lr:4.8e-05 updt_s:0.133 data_s:0.100 +INFO 2026-04-27 22:33:05 ot_train.py:495 step:14K smpl:883K ep:7K epch:16.67 loss:0.043 grdn:0.242 lr:4.8e-05 updt_s:0.133 data_s:0.101 +INFO 2026-04-27 22:33:52 ot_train.py:495 step:14K smpl:896K ep:7K epch:16.92 loss:0.044 grdn:0.240 lr:4.8e-05 updt_s:0.133 data_s:0.101 +INFO 2026-04-27 22:34:41 ot_train.py:495 step:14K smpl:909K ep:7K epch:17.16 loss:0.044 grdn:0.256 lr:4.8e-05 updt_s:0.133 data_s:0.114 +INFO 2026-04-27 22:35:28 ot_train.py:495 step:14K smpl:922K ep:8K epch:17.40 loss:0.044 grdn:0.228 lr:4.8e-05 updt_s:0.133 data_s:0.103 +INFO 2026-04-27 22:36:15 ot_train.py:495 step:15K smpl:934K ep:8K epch:17.64 loss:0.043 grdn:0.236 lr:4.8e-05 updt_s:0.133 data_s:0.100 +INFO 2026-04-27 22:37:02 ot_train.py:495 step:15K smpl:947K ep:8K epch:17.88 loss:0.044 grdn:0.249 lr:4.8e-05 updt_s:0.132 data_s:0.102 +INFO 2026-04-27 22:37:52 ot_train.py:495 step:15K smpl:960K ep:8K epch:18.12 loss:0.043 grdn:0.233 lr:4.7e-05 updt_s:0.133 data_s:0.119 +INFO 2026-04-27 22:38:39 ot_train.py:495 step:15K smpl:973K ep:8K epch:18.37 loss:0.044 grdn:0.250 lr:4.7e-05 updt_s:0.132 data_s:0.099 +INFO 2026-04-27 22:39:25 ot_train.py:495 step:15K smpl:986K ep:8K epch:18.61 loss:0.044 grdn:0.246 lr:4.7e-05 updt_s:0.132 data_s:0.098 +INFO 2026-04-27 22:40:12 ot_train.py:495 step:16K smpl:998K ep:8K epch:18.85 loss:0.043 grdn:0.228 lr:4.7e-05 updt_s:0.131 data_s:0.103 +INFO 2026-04-27 22:41:01 ot_train.py:495 step:16K smpl:1M ep:8K epch:19.09 loss:0.043 grdn:0.227 lr:4.7e-05 updt_s:0.133 data_s:0.113 +INFO 2026-04-27 22:41:48 ot_train.py:495 step:16K smpl:1M ep:8K epch:19.33 loss:0.043 grdn:0.225 lr:4.7e-05 updt_s:0.134 data_s:0.100 +INFO 2026-04-27 22:42:35 ot_train.py:495 step:16K smpl:1M ep:8K epch:19.57 loss:0.043 grdn:0.235 lr:4.7e-05 updt_s:0.133 data_s:0.104 +INFO 2026-04-27 22:43:21 ot_train.py:495 step:16K smpl:1M ep:9K epch:19.81 loss:0.043 grdn:0.240 lr:4.7e-05 updt_s:0.132 data_s:0.099 +INFO 2026-04-27 22:44:11 ot_train.py:495 step:17K smpl:1M ep:9K epch:20.06 loss:0.042 grdn:0.227 lr:4.7e-05 updt_s:0.133 data_s:0.114 +INFO 2026-04-27 22:44:58 ot_train.py:495 step:17K smpl:1M ep:9K epch:20.30 loss:0.042 grdn:0.224 lr:4.7e-05 updt_s:0.133 data_s:0.103 +INFO 2026-04-27 22:45:45 ot_train.py:495 step:17K smpl:1M ep:9K epch:20.54 loss:0.043 grdn:0.233 lr:4.7e-05 updt_s:0.133 data_s:0.101 +INFO 2026-04-27 22:46:34 ot_train.py:495 step:17K smpl:1M ep:9K epch:20.78 loss:0.042 grdn:0.232 lr:4.7e-05 updt_s:0.133 data_s:0.113 +INFO 2026-04-27 22:47:22 ot_train.py:495 step:17K smpl:1M ep:9K epch:21.02 loss:0.042 grdn:0.214 lr:4.7e-05 updt_s:0.133 data_s:0.104 +INFO 2026-04-27 22:48:08 ot_train.py:495 step:18K smpl:1M ep:9K epch:21.26 loss:0.041 grdn:0.221 lr:4.6e-05 updt_s:0.133 data_s:0.096 +INFO 2026-04-27 22:48:54 ot_train.py:495 step:18K smpl:1M ep:9K epch:21.51 loss:0.041 grdn:0.212 lr:4.6e-05 updt_s:0.134 data_s:0.098 +INFO 2026-04-27 22:49:43 ot_train.py:495 step:18K smpl:1M ep:9K epch:21.75 loss:0.042 grdn:0.221 lr:4.6e-05 updt_s:0.133 data_s:0.109 +INFO 2026-04-27 22:50:30 ot_train.py:495 step:18K smpl:1M ep:9K epch:21.99 loss:0.042 grdn:0.218 lr:4.6e-05 updt_s:0.134 data_s:0.101 +INFO 2026-04-27 22:51:16 ot_train.py:495 step:18K smpl:1M ep:10K epch:22.23 loss:0.041 grdn:0.220 lr:4.6e-05 updt_s:0.133 data_s:0.100 +INFO 2026-04-27 22:52:04 ot_train.py:495 step:19K smpl:1M ep:10K epch:22.47 loss:0.042 grdn:0.225 lr:4.6e-05 updt_s:0.133 data_s:0.104 +INFO 2026-04-27 22:52:53 ot_train.py:495 step:19K smpl:1M ep:10K epch:22.71 loss:0.041 grdn:0.220 lr:4.6e-05 updt_s:0.132 data_s:0.113 +INFO 2026-04-27 22:53:40 ot_train.py:495 step:19K smpl:1M ep:10K epch:22.96 loss:0.042 grdn:0.221 lr:4.6e-05 updt_s:0.133 data_s:0.100 +INFO 2026-04-27 22:54:26 ot_train.py:495 step:19K smpl:1M ep:10K epch:23.20 loss:0.041 grdn:0.221 lr:4.6e-05 updt_s:0.133 data_s:0.096 +INFO 2026-04-27 22:55:12 ot_train.py:495 step:19K smpl:1M ep:10K epch:23.44 loss:0.040 grdn:0.217 lr:4.6e-05 updt_s:0.134 data_s:0.096 +INFO 2026-04-27 22:56:01 ot_train.py:495 step:20K smpl:1M ep:10K epch:23.68 loss:0.041 grdn:0.222 lr:4.6e-05 updt_s:0.133 data_s:0.113 +INFO 2026-04-27 22:56:48 ot_train.py:495 step:20K smpl:1M ep:10K epch:23.92 loss:0.041 grdn:0.223 lr:4.6e-05 updt_s:0.133 data_s:0.102 +INFO 2026-04-27 22:57:34 ot_train.py:495 step:20K smpl:1M ep:10K epch:24.16 loss:0.041 grdn:0.225 lr:4.5e-05 updt_s:0.133 data_s:0.097 +INFO 2026-04-27 22:58:20 ot_train.py:495 step:20K smpl:1M ep:11K epch:24.41 loss:0.040 grdn:0.219 lr:4.5e-05 updt_s:0.133 data_s:0.099 +INFO 2026-04-27 22:59:09 ot_train.py:495 step:20K smpl:1M ep:11K epch:24.65 loss:0.040 grdn:0.213 lr:4.5e-05 updt_s:0.133 data_s:0.111 +INFO 2026-04-27 22:59:57 ot_train.py:495 step:21K smpl:1M ep:11K epch:24.89 loss:0.039 grdn:0.216 lr:4.5e-05 updt_s:0.133 data_s:0.104 +INFO 2026-04-27 23:00:44 ot_train.py:495 step:21K smpl:1M ep:11K epch:25.13 loss:0.040 grdn:0.216 lr:4.5e-05 updt_s:0.133 data_s:0.104 +INFO 2026-04-27 23:01:31 ot_train.py:495 step:21K smpl:1M ep:11K epch:25.37 loss:0.041 grdn:0.220 lr:4.5e-05 updt_s:0.133 data_s:0.101 +INFO 2026-04-27 23:02:19 ot_train.py:495 step:21K smpl:1M ep:11K epch:25.61 loss:0.039 grdn:0.218 lr:4.5e-05 updt_s:0.133 data_s:0.109 +INFO 2026-04-27 23:03:07 ot_train.py:495 step:21K smpl:1M ep:11K epch:25.86 loss:0.039 grdn:0.220 lr:4.5e-05 updt_s:0.133 data_s:0.103 +INFO 2026-04-27 23:03:54 ot_train.py:495 step:22K smpl:1M ep:11K epch:26.10 loss:0.040 grdn:0.225 lr:4.5e-05 updt_s:0.133 data_s:0.106 +INFO 2026-04-27 23:04:41 ot_train.py:495 step:22K smpl:1M ep:11K epch:26.34 loss:0.040 grdn:0.208 lr:4.5e-05 updt_s:0.133 data_s:0.102 +INFO 2026-04-27 23:05:32 ot_train.py:495 step:22K smpl:1M ep:11K epch:26.58 loss:0.041 grdn:0.220 lr:4.5e-05 updt_s:0.132 data_s:0.119 +INFO 2026-04-27 23:06:19 ot_train.py:495 step:22K smpl:1M ep:12K epch:26.82 loss:0.039 grdn:0.212 lr:4.4e-05 updt_s:0.132 data_s:0.104 +INFO 2026-04-27 23:07:06 ot_train.py:495 step:22K smpl:1M ep:12K epch:27.06 loss:0.039 grdn:0.201 lr:4.4e-05 updt_s:0.132 data_s:0.101 +INFO 2026-04-27 23:07:52 ot_train.py:495 step:23K smpl:1M ep:12K epch:27.31 loss:0.039 grdn:0.196 lr:4.4e-05 updt_s:0.132 data_s:0.098 +INFO 2026-04-27 23:08:41 ot_train.py:495 step:23K smpl:1M ep:12K epch:27.55 loss:0.039 grdn:0.216 lr:4.4e-05 updt_s:0.133 data_s:0.112 +INFO 2026-04-27 23:09:28 ot_train.py:495 step:23K smpl:1M ep:12K epch:27.79 loss:0.040 grdn:0.216 lr:4.4e-05 updt_s:0.133 data_s:0.100 +INFO 2026-04-27 23:10:15 ot_train.py:495 step:23K smpl:1M ep:12K epch:28.03 loss:0.038 grdn:0.213 lr:4.4e-05 updt_s:0.133 data_s:0.103 +INFO 2026-04-27 23:11:01 ot_train.py:495 step:23K smpl:1M ep:12K epch:28.27 loss:0.039 grdn:0.206 lr:4.4e-05 updt_s:0.132 data_s:0.100 +INFO 2026-04-27 23:11:52 ot_train.py:495 step:24K smpl:2M ep:12K epch:28.51 loss:0.039 grdn:0.212 lr:4.4e-05 updt_s:0.133 data_s:0.120 +INFO 2026-04-27 23:12:39 ot_train.py:495 step:24K smpl:2M ep:12K epch:28.76 loss:0.038 grdn:0.215 lr:4.4e-05 updt_s:0.133 data_s:0.102 +INFO 2026-04-27 23:13:26 ot_train.py:495 step:24K smpl:2M ep:13K epch:29.00 loss:0.038 grdn:0.206 lr:4.3e-05 updt_s:0.133 data_s:0.100 +INFO 2026-04-27 23:14:12 ot_train.py:495 step:24K smpl:2M ep:13K epch:29.24 loss:0.038 grdn:0.216 lr:4.3e-05 updt_s:0.133 data_s:0.097 +INFO 2026-04-27 23:15:02 ot_train.py:495 step:24K smpl:2M ep:13K epch:29.48 loss:0.039 grdn:0.214 lr:4.3e-05 updt_s:0.132 data_s:0.120 +INFO 2026-04-27 23:15:49 ot_train.py:495 step:25K smpl:2M ep:13K epch:29.72 loss:0.038 grdn:0.218 lr:4.3e-05 updt_s:0.133 data_s:0.102 +INFO 2026-04-27 23:16:36 ot_train.py:495 step:25K smpl:2M ep:13K epch:29.96 loss:0.038 grdn:0.204 lr:4.3e-05 updt_s:0.133 data_s:0.102 +INFO 2026-04-27 23:17:26 ot_train.py:495 step:25K smpl:2M ep:13K epch:30.21 loss:0.038 grdn:0.201 lr:4.3e-05 updt_s:0.132 data_s:0.114 +INFO 2026-04-27 23:17:26 ot_train.py:515 Checkpoint policy after step 25000 +/usr/local/lib/python3.10/dist-packages/wandb/analytics/sentry.py:279: DeprecationWarning: The `Scope.user` setter is deprecated in favor of `Scope.set_user()`. + self.scope.user = {"email": email} +INFO 2026-04-27 23:17:36 ot_train.py:536 Eval policy at step 25000 +Local assets not found. Downloading from HuggingFace Hub... +Assets already downloaded at /root/.cache/libero/assets +Built vec env (lazy) | suite=libero_spatial | task_id=0 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:50<00:00, 230.40s/it, running_success_rate=90.0%] +Stepping through eval batches: 100%|██████████| 1/1 [03:07<00:00, 187.95s/it, running_success_rate=65.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=1 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:22<00:00, 202.49s/it, running_success_rate=75.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=2 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:50<00:00, 230.10s/it, running_success_rate=80.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=3 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:25<00:00, 205.56s/it, running_success_rate=75.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=4 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:16<00:00, 196.67s/it, running_success_rate=60.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=5 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:03<00:00, 183.80s/it, running_success_rate=70.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=6 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [02:37<00:00, 157.81s/it, running_success_rate=100.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=7 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [02:58<00:00, 178.28s/it, running_success_rate=65.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=8 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [02:48<00:00, 168.80s/it, running_success_rate=50.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=9 | n_envs=20 +INFO 2026-04-27 23:57:26 ot_train.py:557 Suite per_task aggregated: [{'task_group': 'libero_spatial', 'task_id': 0, 'metrics': {'sum_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'max_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'successes': [True, True, True, True, True, True, True, True, True, True, True, True, True, False, False, True, True, True, True, True], 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_0/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_0/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_0/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_0/eval_episode_3.mp4']}}, {'task_group': 'libero_spatial', 'task_id': 1, 'metrics': {'sum_rewards': [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0], 'max_rewards': [1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0], 'successes': [True, True, True, False, False, True, True, False, False, True, True, True, True, False, False, True, True, True, True, False], 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_1/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_1/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_1/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_1/eval_episode_3.mp4']}}, {'task_group': 'libero_spatial', 'task_id': 2, 'metrics': {'sum_rewards': [0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], 'max_rewards': [0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], 'successes': [False, True, False, True, True, True, True, False, True, True, True, True, False, True, True, True, True, True, False, True], 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_2/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_2/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_2/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_2/eval_episode_3.mp4']}}, {'task_group': 'libero_spatial', 'task_id': 3, 'metrics': {'sum_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], 'max_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0], 'successes': [True, True, True, True, True, True, True, False, True, True, True, True, True, False, False, True, True, True, False, True], 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_3/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_3/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_3/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_3/eval_episode_3.mp4']}}, {'task_group': 'libero_spatial', 'task_id': 4, 'metrics': {'sum_rewards': [1.0, 0.0, 1.0, 0.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, +INFO 2026-04-27 23:57:26 ot_train.py:557 Suite per_group aggregated: {'libero_spatial': {'avg_sum_reward': 0.73, 'avg_max_reward': 0.73, 'pc_success': 73.0, 'n_episodes': 200, 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_0/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_0/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_0/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_0/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_1/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_1/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_1/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_1/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_2/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_2/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_2/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_2/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_3/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_3/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_3/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_3/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_4/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_4/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_4/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_4/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_5/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_5/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_5/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_5/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_6/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_6/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_6/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_6/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_7/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spati +INFO 2026-04-27 23:57:26 ot_train.py:557 Suite overall aggregated: {'avg_sum_reward': 0.73, 'avg_max_reward': 0.73, 'pc_success': 73.0, 'n_episodes': 200, 'eval_s': 2390.4512815475464, 'eval_ep_s': 11.952256408929825, 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_0/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_0/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_0/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_0/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_1/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_1/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_1/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_1/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_2/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_2/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_2/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_2/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_3/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_3/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_3/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_3/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_4/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_4/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_4/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_4/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_5/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_5/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_5/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_5/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_6/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_6/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_6/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_6/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_025000/libero_spatial_7/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_ +INFO 2026-04-27 23:57:26 ot_train.py:564 Saved eval_info.json to results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/step_025000 +INFO 2026-04-27 23:57:26 ot_train.py:588 New best pc_success=73.00 at step 25000, saving to results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/best +WARNING 2026-04-27 23:57:30 db_utils.py:166 WandB logging of key "per_task" was ignored as its type "" is not handled by this wrapper. +WARNING 2026-04-27 23:57:30 db_utils.py:166 WandB logging of key "per_group" was ignored as its type "" is not handled by this wrapper. +WARNING 2026-04-27 23:57:30 db_utils.py:166 WandB logging of key "overall" was ignored as its type "" is not handled by this wrapper. +INFO 2026-04-27 23:58:16 ot_train.py:495 step:25K smpl:2M ep:13K epch:30.45 loss:0.037 grdn:0.209 lr:4.3e-05 updt_s:0.132 data_s:0.099 +INFO 2026-04-27 23:59:03 ot_train.py:495 step:25K smpl:2M ep:13K epch:30.69 loss:0.037 grdn:0.203 lr:4.3e-05 updt_s:0.132 data_s:0.100 +INFO 2026-04-27 23:59:50 ot_train.py:495 step:26K smpl:2M ep:13K epch:30.93 loss:0.037 grdn:0.207 lr:4.3e-05 updt_s:0.131 data_s:0.103 +INFO 2026-04-28 00:00:38 ot_train.py:495 step:26K smpl:2M ep:13K epch:31.17 loss:0.037 grdn:0.208 lr:4.2e-05 updt_s:0.131 data_s:0.111 +INFO 2026-04-28 00:01:26 ot_train.py:495 step:26K smpl:2M ep:14K epch:31.41 loss:0.036 grdn:0.204 lr:4.2e-05 updt_s:0.132 data_s:0.107 +INFO 2026-04-28 00:02:15 ot_train.py:495 step:26K smpl:2M ep:14K epch:31.66 loss:0.036 grdn:0.204 lr:4.2e-05 updt_s:0.132 data_s:0.112 +INFO 2026-04-28 00:03:01 ot_train.py:495 step:26K smpl:2M ep:14K epch:31.90 loss:0.036 grdn:0.206 lr:4.2e-05 updt_s:0.132 data_s:0.102 +INFO 2026-04-28 00:03:53 ot_train.py:495 step:27K smpl:2M ep:14K epch:32.14 loss:0.036 grdn:0.219 lr:4.2e-05 updt_s:0.131 data_s:0.124 +INFO 2026-04-28 00:04:42 ot_train.py:495 step:27K smpl:2M ep:14K epch:32.38 loss:0.037 grdn:0.212 lr:4.2e-05 updt_s:0.132 data_s:0.114 +INFO 2026-04-28 00:05:30 ot_train.py:495 step:27K smpl:2M ep:14K epch:32.62 loss:0.036 grdn:0.199 lr:4.2e-05 updt_s:0.132 data_s:0.107 +INFO 2026-04-28 00:06:18 ot_train.py:495 step:27K smpl:2M ep:14K epch:32.86 loss:0.037 grdn:0.214 lr:4.2e-05 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 00:07:09 ot_train.py:495 step:27K smpl:2M ep:14K epch:33.11 loss:0.035 grdn:0.207 lr:4.2e-05 updt_s:0.132 data_s:0.126 +INFO 2026-04-28 00:07:57 ot_train.py:495 step:28K smpl:2M ep:14K epch:33.35 loss:0.036 grdn:0.212 lr:4.1e-05 updt_s:0.132 data_s:0.104 +INFO 2026-04-28 00:08:44 ot_train.py:495 step:28K smpl:2M ep:15K epch:33.59 loss:0.037 grdn:0.213 lr:4.1e-05 updt_s:0.133 data_s:0.106 +INFO 2026-04-28 00:09:32 ot_train.py:495 step:28K smpl:2M ep:15K epch:33.83 loss:0.037 grdn:0.214 lr:4.1e-05 updt_s:0.132 data_s:0.106 +INFO 2026-04-28 00:10:23 ot_train.py:495 step:28K smpl:2M ep:15K epch:34.07 loss:0.036 grdn:0.205 lr:4.1e-05 updt_s:0.132 data_s:0.123 +INFO 2026-04-28 00:11:11 ot_train.py:495 step:28K smpl:2M ep:15K epch:34.31 loss:0.035 grdn:0.217 lr:4.1e-05 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 00:11:59 ot_train.py:495 step:29K smpl:2M ep:15K epch:34.56 loss:0.034 grdn:0.200 lr:4.1e-05 updt_s:0.133 data_s:0.107 +INFO 2026-04-28 00:12:48 ot_train.py:495 step:29K smpl:2M ep:15K epch:34.80 loss:0.035 grdn:0.210 lr:4.1e-05 updt_s:0.132 data_s:0.110 +INFO 2026-04-28 00:13:39 ot_train.py:495 step:29K smpl:2M ep:15K epch:35.04 loss:0.034 grdn:0.207 lr:4.1e-05 updt_s:0.132 data_s:0.125 +INFO 2026-04-28 00:14:28 ot_train.py:495 step:29K smpl:2M ep:15K epch:35.28 loss:0.035 grdn:0.209 lr:4.0e-05 updt_s:0.132 data_s:0.114 +INFO 2026-04-28 00:15:16 ot_train.py:495 step:29K smpl:2M ep:15K epch:35.52 loss:0.034 grdn:0.203 lr:4.0e-05 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 00:16:04 ot_train.py:495 step:30K smpl:2M ep:15K epch:35.76 loss:0.035 grdn:0.207 lr:4.0e-05 updt_s:0.131 data_s:0.107 +INFO 2026-04-28 00:16:55 ot_train.py:495 step:30K smpl:2M ep:16K epch:36.01 loss:0.033 grdn:0.206 lr:4.0e-05 updt_s:0.132 data_s:0.122 +INFO 2026-04-28 00:17:43 ot_train.py:495 step:30K smpl:2M ep:16K epch:36.25 loss:0.035 grdn:0.217 lr:4.0e-05 updt_s:0.132 data_s:0.107 +INFO 2026-04-28 00:18:32 ot_train.py:495 step:30K smpl:2M ep:16K epch:36.49 loss:0.034 grdn:0.203 lr:4.0e-05 updt_s:0.132 data_s:0.111 +INFO 2026-04-28 00:19:21 ot_train.py:495 step:30K smpl:2M ep:16K epch:36.73 loss:0.034 grdn:0.205 lr:4.0e-05 updt_s:0.131 data_s:0.118 +INFO 2026-04-28 00:20:13 ot_train.py:495 step:31K smpl:2M ep:16K epch:36.97 loss:0.035 grdn:0.214 lr:4.0e-05 updt_s:0.132 data_s:0.127 +INFO 2026-04-28 00:21:02 ot_train.py:495 step:31K smpl:2M ep:16K epch:37.21 loss:0.034 grdn:0.213 lr:3.9e-05 updt_s:0.132 data_s:0.111 +INFO 2026-04-28 00:21:49 ot_train.py:495 step:31K smpl:2M ep:16K epch:37.46 loss:0.033 grdn:0.210 lr:3.9e-05 updt_s:0.132 data_s:0.104 +INFO 2026-04-28 00:22:36 ot_train.py:495 step:31K smpl:2M ep:16K epch:37.70 loss:0.034 grdn:0.213 lr:3.9e-05 updt_s:0.132 data_s:0.103 +INFO 2026-04-28 00:23:28 ot_train.py:495 step:31K smpl:2M ep:16K epch:37.94 loss:0.034 grdn:0.217 lr:3.9e-05 updt_s:0.132 data_s:0.126 +INFO 2026-04-28 00:24:16 ot_train.py:495 step:32K smpl:2M ep:16K epch:38.18 loss:0.034 grdn:0.211 lr:3.9e-05 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 00:25:04 ot_train.py:495 step:32K smpl:2M ep:17K epch:38.42 loss:0.033 grdn:0.218 lr:3.9e-05 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 00:25:52 ot_train.py:495 step:32K smpl:2M ep:17K epch:38.66 loss:0.033 grdn:0.213 lr:3.9e-05 updt_s:0.132 data_s:0.106 +INFO 2026-04-28 00:26:43 ot_train.py:495 step:32K smpl:2M ep:17K epch:38.91 loss:0.033 grdn:0.217 lr:3.9e-05 updt_s:0.132 data_s:0.120 +INFO 2026-04-28 00:27:31 ot_train.py:495 step:32K smpl:2M ep:17K epch:39.15 loss:0.033 grdn:0.206 lr:3.8e-05 updt_s:0.133 data_s:0.107 +INFO 2026-04-28 00:28:18 ot_train.py:495 step:33K smpl:2M ep:17K epch:39.39 loss:0.033 grdn:0.217 lr:3.8e-05 updt_s:0.132 data_s:0.104 +INFO 2026-04-28 00:29:05 ot_train.py:495 step:33K smpl:2M ep:17K epch:39.63 loss:0.032 grdn:0.209 lr:3.8e-05 updt_s:0.133 data_s:0.104 +INFO 2026-04-28 00:29:56 ot_train.py:495 step:33K smpl:2M ep:17K epch:39.87 loss:0.031 grdn:0.207 lr:3.8e-05 updt_s:0.132 data_s:0.122 +INFO 2026-04-28 00:30:44 ot_train.py:495 step:33K smpl:2M ep:17K epch:40.11 loss:0.033 grdn:0.212 lr:3.8e-05 updt_s:0.133 data_s:0.108 +INFO 2026-04-28 00:31:33 ot_train.py:495 step:33K smpl:2M ep:17K epch:40.35 loss:0.032 grdn:0.220 lr:3.8e-05 updt_s:0.132 data_s:0.110 +INFO 2026-04-28 00:32:24 ot_train.py:495 step:34K smpl:2M ep:18K epch:40.60 loss:0.032 grdn:0.214 lr:3.8e-05 updt_s:0.132 data_s:0.122 +INFO 2026-04-28 00:33:12 ot_train.py:495 step:34K smpl:2M ep:18K epch:40.84 loss:0.031 grdn:0.212 lr:3.7e-05 updt_s:0.133 data_s:0.107 +INFO 2026-04-28 00:34:00 ot_train.py:495 step:34K smpl:2M ep:18K epch:41.08 loss:0.032 grdn:0.211 lr:3.7e-05 updt_s:0.132 data_s:0.111 +INFO 2026-04-28 00:34:48 ot_train.py:495 step:34K smpl:2M ep:18K epch:41.32 loss:0.031 grdn:0.205 lr:3.7e-05 updt_s:0.132 data_s:0.106 +INFO 2026-04-28 00:35:40 ot_train.py:495 step:34K smpl:2M ep:18K epch:41.56 loss:0.033 grdn:0.217 lr:3.7e-05 updt_s:0.132 data_s:0.126 +INFO 2026-04-28 00:36:27 ot_train.py:495 step:35K smpl:2M ep:18K epch:41.80 loss:0.031 grdn:0.224 lr:3.7e-05 updt_s:0.132 data_s:0.106 +INFO 2026-04-28 00:37:15 ot_train.py:495 step:35K smpl:2M ep:18K epch:42.05 loss:0.030 grdn:0.206 lr:3.7e-05 updt_s:0.131 data_s:0.107 +INFO 2026-04-28 00:38:03 ot_train.py:495 step:35K smpl:2M ep:18K epch:42.29 loss:0.031 grdn:0.222 lr:3.7e-05 updt_s:0.132 data_s:0.105 +INFO 2026-04-28 00:38:53 ot_train.py:495 step:35K smpl:2M ep:18K epch:42.53 loss:0.030 grdn:0.214 lr:3.7e-05 updt_s:0.132 data_s:0.121 +INFO 2026-04-28 00:39:41 ot_train.py:495 step:35K smpl:2M ep:18K epch:42.77 loss:0.030 grdn:0.222 lr:3.6e-05 updt_s:0.132 data_s:0.106 +INFO 2026-04-28 00:40:28 ot_train.py:495 step:36K smpl:2M ep:19K epch:43.01 loss:0.031 grdn:0.219 lr:3.6e-05 updt_s:0.132 data_s:0.106 +INFO 2026-04-28 00:41:17 ot_train.py:495 step:36K smpl:2M ep:19K epch:43.25 loss:0.031 grdn:0.220 lr:3.6e-05 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 00:42:07 ot_train.py:495 step:36K smpl:2M ep:19K epch:43.50 loss:0.031 grdn:0.218 lr:3.6e-05 updt_s:0.132 data_s:0.121 +INFO 2026-04-28 00:42:56 ot_train.py:495 step:36K smpl:2M ep:19K epch:43.74 loss:0.030 grdn:0.220 lr:3.6e-05 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 00:43:44 ot_train.py:495 step:36K smpl:2M ep:19K epch:43.98 loss:0.031 grdn:0.219 lr:3.6e-05 updt_s:0.133 data_s:0.108 +INFO 2026-04-28 00:44:33 ot_train.py:495 step:37K smpl:2M ep:19K epch:44.22 loss:0.030 grdn:0.218 lr:3.6e-05 updt_s:0.132 data_s:0.115 +INFO 2026-04-28 00:45:25 ot_train.py:495 step:37K smpl:2M ep:19K epch:44.46 loss:0.030 grdn:0.217 lr:3.5e-05 updt_s:0.131 data_s:0.128 +INFO 2026-04-28 00:46:13 ot_train.py:495 step:37K smpl:2M ep:19K epch:44.70 loss:0.029 grdn:0.217 lr:3.5e-05 updt_s:0.133 data_s:0.107 +INFO 2026-04-28 00:47:02 ot_train.py:495 step:37K smpl:2M ep:19K epch:44.95 loss:0.030 grdn:0.224 lr:3.5e-05 updt_s:0.132 data_s:0.110 +INFO 2026-04-28 00:47:49 ot_train.py:495 step:37K smpl:2M ep:20K epch:45.19 loss:0.029 grdn:0.216 lr:3.5e-05 updt_s:0.132 data_s:0.106 +INFO 2026-04-28 00:48:41 ot_train.py:495 step:38K smpl:2M ep:20K epch:45.43 loss:0.029 grdn:0.221 lr:3.5e-05 updt_s:0.132 data_s:0.126 +INFO 2026-04-28 00:49:29 ot_train.py:495 step:38K smpl:2M ep:20K epch:45.67 loss:0.029 grdn:0.217 lr:3.5e-05 updt_s:0.132 data_s:0.107 +INFO 2026-04-28 00:50:16 ot_train.py:495 step:38K smpl:2M ep:20K epch:45.91 loss:0.030 grdn:0.225 lr:3.5e-05 updt_s:0.132 data_s:0.104 +INFO 2026-04-28 00:51:04 ot_train.py:495 step:38K smpl:2M ep:20K epch:46.15 loss:0.029 grdn:0.213 lr:3.4e-05 updt_s:0.133 data_s:0.105 +INFO 2026-04-28 00:51:54 ot_train.py:495 step:38K smpl:2M ep:20K epch:46.40 loss:0.029 grdn:0.229 lr:3.4e-05 updt_s:0.132 data_s:0.120 +INFO 2026-04-28 00:52:42 ot_train.py:495 step:39K smpl:2M ep:20K epch:46.64 loss:0.027 grdn:0.223 lr:3.4e-05 updt_s:0.132 data_s:0.110 +INFO 2026-04-28 00:53:31 ot_train.py:495 step:39K smpl:2M ep:20K epch:46.88 loss:0.028 grdn:0.217 lr:3.4e-05 updt_s:0.131 data_s:0.110 +INFO 2026-04-28 00:54:19 ot_train.py:495 step:39K smpl:2M ep:20K epch:47.12 loss:0.030 grdn:0.236 lr:3.4e-05 updt_s:0.131 data_s:0.111 +INFO 2026-04-28 00:55:10 ot_train.py:495 step:39K smpl:3M ep:20K epch:47.36 loss:0.028 grdn:0.219 lr:3.4e-05 updt_s:0.132 data_s:0.122 +INFO 2026-04-28 00:55:59 ot_train.py:495 step:39K smpl:3M ep:21K epch:47.60 loss:0.028 grdn:0.232 lr:3.3e-05 updt_s:0.132 data_s:0.111 +INFO 2026-04-28 00:56:46 ot_train.py:495 step:40K smpl:3M ep:21K epch:47.85 loss:0.028 grdn:0.223 lr:3.3e-05 updt_s:0.131 data_s:0.105 +INFO 2026-04-28 00:57:33 ot_train.py:495 step:40K smpl:3M ep:21K epch:48.09 loss:0.027 grdn:0.217 lr:3.3e-05 updt_s:0.132 data_s:0.104 +INFO 2026-04-28 00:58:25 ot_train.py:495 step:40K smpl:3M ep:21K epch:48.33 loss:0.028 grdn:0.229 lr:3.3e-05 updt_s:0.132 data_s:0.124 +INFO 2026-04-28 00:59:13 ot_train.py:495 step:40K smpl:3M ep:21K epch:48.57 loss:0.027 grdn:0.219 lr:3.3e-05 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 01:00:00 ot_train.py:495 step:40K smpl:3M ep:21K epch:48.81 loss:0.027 grdn:0.225 lr:3.3e-05 updt_s:0.131 data_s:0.105 +INFO 2026-04-28 01:00:47 ot_train.py:495 step:41K smpl:3M ep:21K epch:49.05 loss:0.026 grdn:0.216 lr:3.3e-05 updt_s:0.132 data_s:0.104 +INFO 2026-04-28 01:01:38 ot_train.py:495 step:41K smpl:3M ep:21K epch:49.30 loss:0.027 grdn:0.227 lr:3.2e-05 updt_s:0.132 data_s:0.120 +INFO 2026-04-28 01:02:25 ot_train.py:495 step:41K smpl:3M ep:21K epch:49.54 loss:0.028 grdn:0.224 lr:3.2e-05 updt_s:0.132 data_s:0.105 +INFO 2026-04-28 01:03:13 ot_train.py:495 step:41K smpl:3M ep:22K epch:49.78 loss:0.026 grdn:0.225 lr:3.2e-05 updt_s:0.132 data_s:0.105 +INFO 2026-04-28 01:04:04 ot_train.py:495 step:41K smpl:3M ep:22K epch:50.02 loss:0.027 grdn:0.224 lr:3.2e-05 updt_s:0.131 data_s:0.122 +INFO 2026-04-28 01:04:52 ot_train.py:495 step:42K smpl:3M ep:22K epch:50.26 loss:0.027 grdn:0.234 lr:3.2e-05 updt_s:0.133 data_s:0.108 +INFO 2026-04-28 01:05:40 ot_train.py:495 step:42K smpl:3M ep:22K epch:50.50 loss:0.027 grdn:0.230 lr:3.2e-05 updt_s:0.132 data_s:0.110 +INFO 2026-04-28 01:06:28 ot_train.py:495 step:42K smpl:3M ep:22K epch:50.75 loss:0.027 grdn:0.225 lr:3.2e-05 updt_s:0.132 data_s:0.104 +INFO 2026-04-28 01:07:19 ot_train.py:495 step:42K smpl:3M ep:22K epch:50.99 loss:0.026 grdn:0.227 lr:3.1e-05 updt_s:0.131 data_s:0.124 +INFO 2026-04-28 01:08:07 ot_train.py:495 step:42K smpl:3M ep:22K epch:51.23 loss:0.026 grdn:0.228 lr:3.1e-05 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 01:08:55 ot_train.py:495 step:43K smpl:3M ep:22K epch:51.47 loss:0.025 grdn:0.224 lr:3.1e-05 updt_s:0.132 data_s:0.107 +INFO 2026-04-28 01:09:43 ot_train.py:495 step:43K smpl:3M ep:22K epch:51.71 loss:0.025 grdn:0.225 lr:3.1e-05 updt_s:0.132 data_s:0.106 +INFO 2026-04-28 01:10:33 ot_train.py:495 step:43K smpl:3M ep:22K epch:51.95 loss:0.026 grdn:0.228 lr:3.1e-05 updt_s:0.132 data_s:0.121 +INFO 2026-04-28 01:11:21 ot_train.py:495 step:43K smpl:3M ep:23K epch:52.20 loss:0.026 grdn:0.230 lr:3.1e-05 updt_s:0.133 data_s:0.108 +INFO 2026-04-28 01:12:09 ot_train.py:495 step:43K smpl:3M ep:23K epch:52.44 loss:0.026 grdn:0.225 lr:3.0e-05 updt_s:0.133 data_s:0.106 +INFO 2026-04-28 01:12:57 ot_train.py:495 step:44K smpl:3M ep:23K epch:52.68 loss:0.025 grdn:0.229 lr:3.0e-05 updt_s:0.133 data_s:0.105 +INFO 2026-04-28 01:13:48 ot_train.py:495 step:44K smpl:3M ep:23K epch:52.92 loss:0.025 grdn:0.235 lr:3.0e-05 updt_s:0.132 data_s:0.122 +INFO 2026-04-28 01:14:36 ot_train.py:495 step:44K smpl:3M ep:23K epch:53.16 loss:0.025 grdn:0.228 lr:3.0e-05 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 01:15:24 ot_train.py:495 step:44K smpl:3M ep:23K epch:53.40 loss:0.026 grdn:0.237 lr:3.0e-05 updt_s:0.132 data_s:0.107 +INFO 2026-04-28 01:16:11 ot_train.py:495 step:44K smpl:3M ep:23K epch:53.65 loss:0.025 grdn:0.236 lr:3.0e-05 updt_s:0.133 data_s:0.106 +INFO 2026-04-28 01:17:01 ot_train.py:495 step:45K smpl:3M ep:23K epch:53.89 loss:0.025 grdn:0.238 lr:3.0e-05 updt_s:0.133 data_s:0.116 +INFO 2026-04-28 01:17:50 ot_train.py:495 step:45K smpl:3M ep:23K epch:54.13 loss:0.025 grdn:0.228 lr:2.9e-05 updt_s:0.132 data_s:0.111 +INFO 2026-04-28 01:18:38 ot_train.py:495 step:45K smpl:3M ep:23K epch:54.37 loss:0.025 grdn:0.245 lr:2.9e-05 updt_s:0.133 data_s:0.108 +INFO 2026-04-28 01:19:26 ot_train.py:495 step:45K smpl:3M ep:24K epch:54.61 loss:0.025 grdn:0.230 lr:2.9e-05 updt_s:0.133 data_s:0.107 +INFO 2026-04-28 01:20:18 ot_train.py:495 step:45K smpl:3M ep:24K epch:54.85 loss:0.024 grdn:0.229 lr:2.9e-05 updt_s:0.132 data_s:0.126 +INFO 2026-04-28 01:21:06 ot_train.py:495 step:46K smpl:3M ep:24K epch:55.10 loss:0.024 grdn:0.236 lr:2.9e-05 updt_s:0.132 data_s:0.110 +INFO 2026-04-28 01:21:54 ot_train.py:495 step:46K smpl:3M ep:24K epch:55.34 loss:0.024 grdn:0.235 lr:2.9e-05 updt_s:0.132 data_s:0.107 +INFO 2026-04-28 01:22:41 ot_train.py:495 step:46K smpl:3M ep:24K epch:55.58 loss:0.025 grdn:0.240 lr:2.8e-05 updt_s:0.132 data_s:0.103 +INFO 2026-04-28 01:23:32 ot_train.py:495 step:46K smpl:3M ep:24K epch:55.82 loss:0.024 grdn:0.236 lr:2.8e-05 updt_s:0.132 data_s:0.124 +INFO 2026-04-28 01:24:21 ot_train.py:495 step:46K smpl:3M ep:24K epch:56.06 loss:0.024 grdn:0.241 lr:2.8e-05 updt_s:0.132 data_s:0.114 +INFO 2026-04-28 01:25:09 ot_train.py:495 step:47K smpl:3M ep:24K epch:56.30 loss:0.023 grdn:0.231 lr:2.8e-05 updt_s:0.132 data_s:0.107 +INFO 2026-04-28 01:25:57 ot_train.py:495 step:47K smpl:3M ep:24K epch:56.55 loss:0.024 grdn:0.240 lr:2.8e-05 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 01:26:49 ot_train.py:495 step:47K smpl:3M ep:25K epch:56.79 loss:0.024 grdn:0.236 lr:2.8e-05 updt_s:0.132 data_s:0.124 +INFO 2026-04-28 01:27:36 ot_train.py:495 step:47K smpl:3M ep:25K epch:57.03 loss:0.024 grdn:0.252 lr:2.7e-05 updt_s:0.133 data_s:0.106 +INFO 2026-04-28 01:28:26 ot_train.py:495 step:47K smpl:3M ep:25K epch:57.27 loss:0.024 grdn:0.244 lr:2.7e-05 updt_s:0.133 data_s:0.113 +INFO 2026-04-28 01:29:14 ot_train.py:495 step:48K smpl:3M ep:25K epch:57.51 loss:0.024 grdn:0.241 lr:2.7e-05 updt_s:0.132 data_s:0.111 +INFO 2026-04-28 01:30:06 ot_train.py:495 step:48K smpl:3M ep:25K epch:57.75 loss:0.023 grdn:0.239 lr:2.7e-05 updt_s:0.132 data_s:0.124 +INFO 2026-04-28 01:30:54 ot_train.py:495 step:48K smpl:3M ep:25K epch:58.00 loss:0.023 grdn:0.240 lr:2.7e-05 updt_s:0.133 data_s:0.109 +INFO 2026-04-28 01:31:42 ot_train.py:495 step:48K smpl:3M ep:25K epch:58.24 loss:0.024 grdn:0.254 lr:2.7e-05 updt_s:0.133 data_s:0.106 +INFO 2026-04-28 01:32:30 ot_train.py:495 step:48K smpl:3M ep:25K epch:58.48 loss:0.023 grdn:0.229 lr:2.7e-05 updt_s:0.132 data_s:0.107 +INFO 2026-04-28 01:33:22 ot_train.py:495 step:49K smpl:3M ep:25K epch:58.72 loss:0.022 grdn:0.239 lr:2.6e-05 updt_s:0.132 data_s:0.127 +INFO 2026-04-28 01:34:10 ot_train.py:495 step:49K smpl:3M ep:25K epch:58.96 loss:0.022 grdn:0.236 lr:2.6e-05 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 01:34:57 ot_train.py:495 step:49K smpl:3M ep:26K epch:59.20 loss:0.022 grdn:0.235 lr:2.6e-05 updt_s:0.132 data_s:0.106 +INFO 2026-04-28 01:35:44 ot_train.py:495 step:49K smpl:3M ep:26K epch:59.44 loss:0.023 grdn:0.244 lr:2.6e-05 updt_s:0.132 data_s:0.103 +INFO 2026-04-28 01:36:35 ot_train.py:495 step:49K smpl:3M ep:26K epch:59.69 loss:0.023 grdn:0.249 lr:2.6e-05 updt_s:0.133 data_s:0.117 +INFO 2026-04-28 01:37:22 ot_train.py:495 step:50K smpl:3M ep:26K epch:59.93 loss:0.021 grdn:0.233 lr:2.6e-05 updt_s:0.132 data_s:0.106 +INFO 2026-04-28 01:38:10 ot_train.py:495 step:50K smpl:3M ep:26K epch:60.17 loss:0.023 grdn:0.249 lr:2.5e-05 updt_s:0.132 data_s:0.106 +INFO 2026-04-28 01:39:00 ot_train.py:495 step:50K smpl:3M ep:26K epch:60.41 loss:0.022 grdn:0.237 lr:2.5e-05 updt_s:0.132 data_s:0.120 +INFO 2026-04-28 01:39:00 ot_train.py:515 Checkpoint policy after step 50000 +INFO 2026-04-28 01:39:07 ot_train.py:536 Eval policy at step 50000 +Built vec env (lazy) | suite=libero_spatial | task_id=0 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [04:00<00:00, 240.12s/it, running_success_rate=90.0%] +Stepping through eval batches: 100%|██████████| 1/1 [02:10<00:00, 130.83s/it, running_success_rate=100.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=1 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:33<00:00, 213.14s/it, running_success_rate=85.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=2 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [01:58<00:00, 118.19s/it, running_success_rate=100.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=3 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:18<00:00, 198.73s/it, running_success_rate=80.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=4 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [02:54<00:00, 174.58s/it, running_success_rate=40.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=5 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:07<00:00, 187.96s/it, running_success_rate=70.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=6 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [02:25<00:00, 145.58s/it, running_success_rate=100.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=7 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:35<00:00, 215.04s/it, running_success_rate=95.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=8 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:14<00:00, 194.22s/it, running_success_rate=70.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=9 | n_envs=20 +INFO 2026-04-28 02:16:45 ot_train.py:557 Suite per_task aggregated: [{'task_group': 'libero_spatial', 'task_id': 0, 'metrics': {'sum_rewards': [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], 'max_rewards': [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], 'successes': [True, True, False, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, False, True], 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_0/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_0/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_0/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_0/eval_episode_3.mp4']}}, {'task_group': 'libero_spatial', 'task_id': 1, 'metrics': {'sum_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'max_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'successes': [True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True], 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_1/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_1/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_1/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_1/eval_episode_3.mp4']}}, {'task_group': 'libero_spatial', 'task_id': 2, 'metrics': {'sum_rewards': [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], 'max_rewards': [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], 'successes': [False, True, True, True, True, True, False, True, True, True, True, True, True, True, True, True, True, True, False, True], 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_2/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_2/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_2/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_2/eval_episode_3.mp4']}}, {'task_group': 'libero_spatial', 'task_id': 3, 'metrics': {'sum_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'max_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'successes': [True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True], 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_3/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_3/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_3/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_3/eval_episode_3.mp4']}}, {'task_group': 'libero_spatial', 'task_id': 4, 'metrics': {'sum_rewards': [1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 0.0, 1.0 +INFO 2026-04-28 02:16:45 ot_train.py:557 Suite per_group aggregated: {'libero_spatial': {'avg_sum_reward': 0.83, 'avg_max_reward': 0.83, 'pc_success': 83.0, 'n_episodes': 200, 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_0/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_0/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_0/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_0/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_1/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_1/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_1/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_1/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_2/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_2/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_2/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_2/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_3/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_3/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_3/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_3/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_4/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_4/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_4/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_4/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_5/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_5/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_5/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_5/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_6/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_6/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_6/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_6/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_7/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spati +INFO 2026-04-28 02:16:45 ot_train.py:557 Suite overall aggregated: {'avg_sum_reward': 0.83, 'avg_max_reward': 0.83, 'pc_success': 83.0, 'n_episodes': 200, 'eval_s': 2257.7052071094513, 'eval_ep_s': 11.288526037931442, 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_0/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_0/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_0/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_0/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_1/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_1/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_1/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_1/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_2/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_2/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_2/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_2/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_3/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_3/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_3/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_3/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_4/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_4/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_4/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_4/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_5/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_5/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_5/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_5/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_6/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_6/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_6/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_6/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_050000/libero_spatial_7/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_ +INFO 2026-04-28 02:16:45 ot_train.py:564 Saved eval_info.json to results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/step_050000 +INFO 2026-04-28 02:16:45 ot_train.py:588 New best pc_success=83.00 at step 50000, saving to results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/best +WARNING 2026-04-28 02:16:52 db_utils.py:166 WandB logging of key "per_task" was ignored as its type "" is not handled by this wrapper. +WARNING 2026-04-28 02:16:52 db_utils.py:166 WandB logging of key "per_group" was ignored as its type "" is not handled by this wrapper. +WARNING 2026-04-28 02:16:52 db_utils.py:166 WandB logging of key "overall" was ignored as its type "" is not handled by this wrapper. +INFO 2026-04-28 02:17:38 ot_train.py:495 step:50K smpl:3M ep:26K epch:60.65 loss:0.023 grdn:0.248 lr:2.5e-05 updt_s:0.131 data_s:0.096 +INFO 2026-04-28 02:18:25 ot_train.py:495 step:50K smpl:3M ep:26K epch:60.89 loss:0.022 grdn:0.238 lr:2.5e-05 updt_s:0.132 data_s:0.102 +INFO 2026-04-28 02:19:13 ot_train.py:495 step:51K smpl:3M ep:26K epch:61.14 loss:0.022 grdn:0.248 lr:2.5e-05 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 02:20:02 ot_train.py:495 step:51K smpl:3M ep:27K epch:61.38 loss:0.022 grdn:0.232 lr:2.5e-05 updt_s:0.131 data_s:0.115 +INFO 2026-04-28 02:20:51 ot_train.py:495 step:51K smpl:3M ep:27K epch:61.62 loss:0.022 grdn:0.246 lr:2.4e-05 updt_s:0.132 data_s:0.111 +INFO 2026-04-28 02:21:40 ot_train.py:495 step:51K smpl:3M ep:27K epch:61.86 loss:0.021 grdn:0.246 lr:2.4e-05 updt_s:0.132 data_s:0.113 +INFO 2026-04-28 02:22:29 ot_train.py:495 step:51K smpl:3M ep:27K epch:62.10 loss:0.021 grdn:0.250 lr:2.4e-05 updt_s:0.132 data_s:0.112 +INFO 2026-04-28 02:23:20 ot_train.py:495 step:52K smpl:3M ep:27K epch:62.34 loss:0.022 grdn:0.251 lr:2.4e-05 updt_s:0.132 data_s:0.125 +INFO 2026-04-28 02:24:08 ot_train.py:495 step:52K smpl:3M ep:27K epch:62.59 loss:0.021 grdn:0.247 lr:2.4e-05 updt_s:0.132 data_s:0.104 +INFO 2026-04-28 02:24:55 ot_train.py:495 step:52K smpl:3M ep:27K epch:62.83 loss:0.022 grdn:0.246 lr:2.4e-05 updt_s:0.132 data_s:0.104 +INFO 2026-04-28 02:25:43 ot_train.py:495 step:52K smpl:3M ep:27K epch:63.07 loss:0.021 grdn:0.244 lr:2.4e-05 updt_s:0.133 data_s:0.106 +INFO 2026-04-28 02:26:34 ot_train.py:495 step:52K smpl:3M ep:27K epch:63.31 loss:0.022 grdn:0.247 lr:2.3e-05 updt_s:0.132 data_s:0.120 +INFO 2026-04-28 02:27:21 ot_train.py:495 step:53K smpl:3M ep:27K epch:63.55 loss:0.020 grdn:0.240 lr:2.3e-05 updt_s:0.132 data_s:0.104 +INFO 2026-04-28 02:28:09 ot_train.py:495 step:53K smpl:3M ep:28K epch:63.79 loss:0.021 grdn:0.249 lr:2.3e-05 updt_s:0.133 data_s:0.105 +INFO 2026-04-28 02:28:56 ot_train.py:495 step:53K smpl:3M ep:28K epch:64.04 loss:0.021 grdn:0.249 lr:2.3e-05 updt_s:0.132 data_s:0.106 +INFO 2026-04-28 02:29:48 ot_train.py:495 step:53K smpl:3M ep:28K epch:64.28 loss:0.021 grdn:0.247 lr:2.3e-05 updt_s:0.132 data_s:0.128 +INFO 2026-04-28 02:30:37 ot_train.py:495 step:53K smpl:3M ep:28K epch:64.52 loss:0.022 grdn:0.251 lr:2.3e-05 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 02:31:27 ot_train.py:495 step:54K smpl:3M ep:28K epch:64.76 loss:0.020 grdn:0.241 lr:2.2e-05 updt_s:0.132 data_s:0.117 +INFO 2026-04-28 02:32:17 ot_train.py:495 step:54K smpl:3M ep:28K epch:65.00 loss:0.020 grdn:0.242 lr:2.2e-05 updt_s:0.132 data_s:0.119 +INFO 2026-04-28 02:33:08 ot_train.py:495 step:54K smpl:3M ep:28K epch:65.24 loss:0.020 grdn:0.247 lr:2.2e-05 updt_s:0.132 data_s:0.124 +INFO 2026-04-28 02:33:57 ot_train.py:495 step:54K smpl:3M ep:28K epch:65.49 loss:0.021 grdn:0.246 lr:2.2e-05 updt_s:0.133 data_s:0.113 +INFO 2026-04-28 02:34:46 ot_train.py:495 step:54K smpl:3M ep:28K epch:65.73 loss:0.020 grdn:0.251 lr:2.2e-05 updt_s:0.133 data_s:0.108 +INFO 2026-04-28 02:35:34 ot_train.py:495 step:55K smpl:3M ep:28K epch:65.97 loss:0.020 grdn:0.249 lr:2.2e-05 updt_s:0.133 data_s:0.107 +INFO 2026-04-28 02:36:25 ot_train.py:495 step:55K smpl:4M ep:29K epch:66.21 loss:0.021 grdn:0.255 lr:2.1e-05 updt_s:0.132 data_s:0.122 +INFO 2026-04-28 02:37:13 ot_train.py:495 step:55K smpl:4M ep:29K epch:66.45 loss:0.020 grdn:0.249 lr:2.1e-05 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 02:38:02 ot_train.py:495 step:55K smpl:4M ep:29K epch:66.69 loss:0.020 grdn:0.254 lr:2.1e-05 updt_s:0.132 data_s:0.112 +INFO 2026-04-28 02:38:49 ot_train.py:495 step:55K smpl:4M ep:29K epch:66.94 loss:0.020 grdn:0.251 lr:2.1e-05 updt_s:0.132 data_s:0.105 +INFO 2026-04-28 02:39:41 ot_train.py:495 step:56K smpl:4M ep:29K epch:67.18 loss:0.019 grdn:0.251 lr:2.1e-05 updt_s:0.132 data_s:0.127 +INFO 2026-04-28 02:40:30 ot_train.py:495 step:56K smpl:4M ep:29K epch:67.42 loss:0.020 grdn:0.250 lr:2.1e-05 updt_s:0.132 data_s:0.112 +INFO 2026-04-28 02:41:18 ot_train.py:495 step:56K smpl:4M ep:29K epch:67.66 loss:0.020 grdn:0.250 lr:2.1e-05 updt_s:0.132 data_s:0.112 +INFO 2026-04-28 02:42:06 ot_train.py:495 step:56K smpl:4M ep:29K epch:67.90 loss:0.020 grdn:0.254 lr:2.0e-05 updt_s:0.132 data_s:0.104 +INFO 2026-04-28 02:42:58 ot_train.py:495 step:56K smpl:4M ep:29K epch:68.14 loss:0.020 grdn:0.259 lr:2.0e-05 updt_s:0.133 data_s:0.131 +INFO 2026-04-28 02:43:48 ot_train.py:495 step:57K smpl:4M ep:30K epch:68.39 loss:0.020 grdn:0.254 lr:2.0e-05 updt_s:0.133 data_s:0.114 +INFO 2026-04-28 02:44:37 ot_train.py:495 step:57K smpl:4M ep:30K epch:68.63 loss:0.020 grdn:0.258 lr:2.0e-05 updt_s:0.132 data_s:0.115 +INFO 2026-04-28 02:45:26 ot_train.py:495 step:57K smpl:4M ep:30K epch:68.87 loss:0.019 grdn:0.245 lr:2.0e-05 updt_s:0.132 data_s:0.112 +INFO 2026-04-28 02:46:17 ot_train.py:495 step:57K smpl:4M ep:30K epch:69.11 loss:0.019 grdn:0.253 lr:2.0e-05 updt_s:0.132 data_s:0.122 +INFO 2026-04-28 02:47:05 ot_train.py:495 step:57K smpl:4M ep:30K epch:69.35 loss:0.020 grdn:0.262 lr:1.9e-05 updt_s:0.132 data_s:0.110 +INFO 2026-04-28 02:47:53 ot_train.py:495 step:58K smpl:4M ep:30K epch:69.59 loss:0.019 grdn:0.259 lr:1.9e-05 updt_s:0.132 data_s:0.106 +INFO 2026-04-28 02:48:44 ot_train.py:495 step:58K smpl:4M ep:30K epch:69.84 loss:0.019 grdn:0.254 lr:1.9e-05 updt_s:0.132 data_s:0.122 +INFO 2026-04-28 02:49:32 ot_train.py:495 step:58K smpl:4M ep:30K epch:70.08 loss:0.019 grdn:0.249 lr:1.9e-05 updt_s:0.133 data_s:0.108 +INFO 2026-04-28 02:50:21 ot_train.py:495 step:58K smpl:4M ep:30K epch:70.32 loss:0.019 grdn:0.248 lr:1.9e-05 updt_s:0.133 data_s:0.109 +INFO 2026-04-28 02:51:09 ot_train.py:495 step:58K smpl:4M ep:30K epch:70.56 loss:0.019 grdn:0.260 lr:1.9e-05 updt_s:0.132 data_s:0.111 +INFO 2026-04-28 02:52:00 ot_train.py:495 step:59K smpl:4M ep:31K epch:70.80 loss:0.019 grdn:0.261 lr:1.9e-05 updt_s:0.133 data_s:0.119 +INFO 2026-04-28 02:52:48 ot_train.py:495 step:59K smpl:4M ep:31K epch:71.04 loss:0.019 grdn:0.248 lr:1.8e-05 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 02:53:36 ot_train.py:495 step:59K smpl:4M ep:31K epch:71.29 loss:0.019 grdn:0.255 lr:1.8e-05 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 02:54:24 ot_train.py:495 step:59K smpl:4M ep:31K epch:71.53 loss:0.019 grdn:0.258 lr:1.8e-05 updt_s:0.133 data_s:0.108 +INFO 2026-04-28 02:55:16 ot_train.py:495 step:59K smpl:4M ep:31K epch:71.77 loss:0.018 grdn:0.253 lr:1.8e-05 updt_s:0.132 data_s:0.126 +INFO 2026-04-28 02:56:04 ot_train.py:495 step:60K smpl:4M ep:31K epch:72.01 loss:0.018 grdn:0.256 lr:1.8e-05 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 02:56:52 ot_train.py:495 step:60K smpl:4M ep:31K epch:72.25 loss:0.019 grdn:0.256 lr:1.8e-05 updt_s:0.132 data_s:0.106 +INFO 2026-04-28 02:57:39 ot_train.py:495 step:60K smpl:4M ep:31K epch:72.49 loss:0.018 grdn:0.254 lr:1.7e-05 updt_s:0.133 data_s:0.104 +INFO 2026-04-28 02:58:29 ot_train.py:495 step:60K smpl:4M ep:31K epch:72.74 loss:0.018 grdn:0.258 lr:1.7e-05 updt_s:0.132 data_s:0.119 +INFO 2026-04-28 02:59:19 ot_train.py:495 step:60K smpl:4M ep:32K epch:72.98 loss:0.019 grdn:0.258 lr:1.7e-05 updt_s:0.133 data_s:0.113 +INFO 2026-04-28 03:00:07 ot_train.py:495 step:61K smpl:4M ep:32K epch:73.22 loss:0.018 grdn:0.259 lr:1.7e-05 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 03:00:55 ot_train.py:495 step:61K smpl:4M ep:32K epch:73.46 loss:0.018 grdn:0.256 lr:1.7e-05 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 03:01:47 ot_train.py:495 step:61K smpl:4M ep:32K epch:73.70 loss:0.018 grdn:0.255 lr:1.7e-05 updt_s:0.131 data_s:0.125 +INFO 2026-04-28 03:02:35 ot_train.py:495 step:61K smpl:4M ep:32K epch:73.94 loss:0.018 grdn:0.262 lr:1.7e-05 updt_s:0.132 data_s:0.111 +INFO 2026-04-28 03:03:24 ot_train.py:495 step:61K smpl:4M ep:32K epch:74.19 loss:0.018 grdn:0.265 lr:1.6e-05 updt_s:0.132 data_s:0.112 +INFO 2026-04-28 03:04:12 ot_train.py:495 step:62K smpl:4M ep:32K epch:74.43 loss:0.018 grdn:0.256 lr:1.6e-05 updt_s:0.132 data_s:0.107 +INFO 2026-04-28 03:05:05 ot_train.py:495 step:62K smpl:4M ep:32K epch:74.67 loss:0.018 grdn:0.264 lr:1.6e-05 updt_s:0.131 data_s:0.131 +INFO 2026-04-28 03:05:55 ot_train.py:495 step:62K smpl:4M ep:32K epch:74.91 loss:0.017 grdn:0.261 lr:1.6e-05 updt_s:0.131 data_s:0.117 +INFO 2026-04-28 03:06:43 ot_train.py:495 step:62K smpl:4M ep:32K epch:75.15 loss:0.017 grdn:0.258 lr:1.6e-05 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 03:07:30 ot_train.py:495 step:62K smpl:4M ep:33K epch:75.39 loss:0.018 grdn:0.263 lr:1.6e-05 updt_s:0.132 data_s:0.104 +INFO 2026-04-28 03:08:21 ot_train.py:495 step:63K smpl:4M ep:33K epch:75.64 loss:0.018 grdn:0.263 lr:1.6e-05 updt_s:0.132 data_s:0.123 +INFO 2026-04-28 03:09:11 ot_train.py:495 step:63K smpl:4M ep:33K epch:75.88 loss:0.017 grdn:0.260 lr:1.5e-05 updt_s:0.132 data_s:0.117 +INFO 2026-04-28 03:10:00 ot_train.py:495 step:63K smpl:4M ep:33K epch:76.12 loss:0.017 grdn:0.261 lr:1.5e-05 updt_s:0.132 data_s:0.112 +INFO 2026-04-28 03:10:47 ot_train.py:495 step:63K smpl:4M ep:33K epch:76.36 loss:0.018 grdn:0.268 lr:1.5e-05 updt_s:0.132 data_s:0.106 +INFO 2026-04-28 03:11:38 ot_train.py:495 step:63K smpl:4M ep:33K epch:76.60 loss:0.017 grdn:0.255 lr:1.5e-05 updt_s:0.131 data_s:0.122 +INFO 2026-04-28 03:12:27 ot_train.py:495 step:64K smpl:4M ep:33K epch:76.84 loss:0.016 grdn:0.260 lr:1.5e-05 updt_s:0.132 data_s:0.112 +INFO 2026-04-28 03:13:16 ot_train.py:495 step:64K smpl:4M ep:33K epch:77.09 loss:0.017 grdn:0.267 lr:1.5e-05 updt_s:0.132 data_s:0.112 +INFO 2026-04-28 03:14:04 ot_train.py:495 step:64K smpl:4M ep:33K epch:77.33 loss:0.017 grdn:0.267 lr:1.5e-05 updt_s:0.133 data_s:0.108 +INFO 2026-04-28 03:14:57 ot_train.py:495 step:64K smpl:4M ep:34K epch:77.57 loss:0.017 grdn:0.266 lr:1.4e-05 updt_s:0.131 data_s:0.135 +INFO 2026-04-28 03:15:46 ot_train.py:495 step:64K smpl:4M ep:34K epch:77.81 loss:0.016 grdn:0.258 lr:1.4e-05 updt_s:0.131 data_s:0.115 +INFO 2026-04-28 03:16:35 ot_train.py:495 step:65K smpl:4M ep:34K epch:78.05 loss:0.017 grdn:0.271 lr:1.4e-05 updt_s:0.132 data_s:0.112 +INFO 2026-04-28 03:17:25 ot_train.py:495 step:65K smpl:4M ep:34K epch:78.29 loss:0.017 grdn:0.266 lr:1.4e-05 updt_s:0.132 data_s:0.116 +INFO 2026-04-28 03:18:17 ot_train.py:495 step:65K smpl:4M ep:34K epch:78.54 loss:0.016 grdn:0.263 lr:1.4e-05 updt_s:0.132 data_s:0.130 +INFO 2026-04-28 03:19:05 ot_train.py:495 step:65K smpl:4M ep:34K epch:78.78 loss:0.017 grdn:0.271 lr:1.4e-05 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 03:19:53 ot_train.py:495 step:65K smpl:4M ep:34K epch:79.02 loss:0.017 grdn:0.267 lr:1.4e-05 updt_s:0.132 data_s:0.107 +INFO 2026-04-28 03:20:41 ot_train.py:495 step:66K smpl:4M ep:34K epch:79.26 loss:0.016 grdn:0.268 lr:1.3e-05 updt_s:0.132 data_s:0.107 +INFO 2026-04-28 03:21:32 ot_train.py:495 step:66K smpl:4M ep:34K epch:79.50 loss:0.016 grdn:0.264 lr:1.3e-05 updt_s:0.132 data_s:0.121 +INFO 2026-04-28 03:22:20 ot_train.py:495 step:66K smpl:4M ep:34K epch:79.74 loss:0.016 grdn:0.262 lr:1.3e-05 updt_s:0.133 data_s:0.107 +INFO 2026-04-28 03:23:07 ot_train.py:495 step:66K smpl:4M ep:35K epch:79.98 loss:0.016 grdn:0.260 lr:1.3e-05 updt_s:0.132 data_s:0.105 +INFO 2026-04-28 03:23:58 ot_train.py:495 step:66K smpl:4M ep:35K epch:80.23 loss:0.016 grdn:0.264 lr:1.3e-05 updt_s:0.132 data_s:0.119 +INFO 2026-04-28 03:24:47 ot_train.py:495 step:67K smpl:4M ep:35K epch:80.47 loss:0.016 grdn:0.269 lr:1.3e-05 updt_s:0.132 data_s:0.113 +INFO 2026-04-28 03:25:36 ot_train.py:495 step:67K smpl:4M ep:35K epch:80.71 loss:0.017 grdn:0.277 lr:1.3e-05 updt_s:0.132 data_s:0.114 +INFO 2026-04-28 03:26:24 ot_train.py:495 step:67K smpl:4M ep:35K epch:80.95 loss:0.015 grdn:0.265 lr:1.2e-05 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 03:27:15 ot_train.py:495 step:67K smpl:4M ep:35K epch:81.19 loss:0.016 grdn:0.272 lr:1.2e-05 updt_s:0.132 data_s:0.121 +INFO 2026-04-28 03:28:05 ot_train.py:495 step:67K smpl:4M ep:35K epch:81.43 loss:0.015 grdn:0.269 lr:1.2e-05 updt_s:0.132 data_s:0.118 +INFO 2026-04-28 03:28:53 ot_train.py:495 step:68K smpl:4M ep:35K epch:81.68 loss:0.016 grdn:0.274 lr:1.2e-05 updt_s:0.133 data_s:0.109 +INFO 2026-04-28 03:29:42 ot_train.py:495 step:68K smpl:4M ep:35K epch:81.92 loss:0.016 grdn:0.273 lr:1.2e-05 updt_s:0.133 data_s:0.108 +INFO 2026-04-28 03:30:33 ot_train.py:495 step:68K smpl:4M ep:35K epch:82.16 loss:0.016 grdn:0.272 lr:1.2e-05 updt_s:0.132 data_s:0.124 +INFO 2026-04-28 03:31:21 ot_train.py:495 step:68K smpl:4M ep:36K epch:82.40 loss:0.015 grdn:0.263 lr:1.2e-05 updt_s:0.132 data_s:0.111 +INFO 2026-04-28 03:32:09 ot_train.py:495 step:68K smpl:4M ep:36K epch:82.64 loss:0.015 grdn:0.277 lr:1.2e-05 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 03:32:58 ot_train.py:495 step:69K smpl:4M ep:36K epch:82.88 loss:0.016 grdn:0.275 lr:1.1e-05 updt_s:0.131 data_s:0.109 +INFO 2026-04-28 03:33:49 ot_train.py:495 step:69K smpl:4M ep:36K epch:83.13 loss:0.015 grdn:0.270 lr:1.1e-05 updt_s:0.132 data_s:0.126 +INFO 2026-04-28 03:34:39 ot_train.py:495 step:69K smpl:4M ep:36K epch:83.37 loss:0.015 grdn:0.269 lr:1.1e-05 updt_s:0.132 data_s:0.115 +INFO 2026-04-28 03:35:28 ot_train.py:495 step:69K smpl:4M ep:36K epch:83.61 loss:0.016 grdn:0.271 lr:1.1e-05 updt_s:0.132 data_s:0.114 +INFO 2026-04-28 03:36:16 ot_train.py:495 step:69K smpl:4M ep:36K epch:83.85 loss:0.016 grdn:0.281 lr:1.1e-05 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 03:37:07 ot_train.py:495 step:70K smpl:4M ep:36K epch:84.09 loss:0.015 grdn:0.268 lr:1.1e-05 updt_s:0.132 data_s:0.120 +INFO 2026-04-28 03:37:55 ot_train.py:495 step:70K smpl:4M ep:36K epch:84.33 loss:0.015 grdn:0.272 lr:1.1e-05 updt_s:0.132 data_s:0.110 +INFO 2026-04-28 03:38:44 ot_train.py:495 step:70K smpl:4M ep:37K epch:84.58 loss:0.015 grdn:0.279 lr:1.0e-05 updt_s:0.133 data_s:0.110 +INFO 2026-04-28 03:39:31 ot_train.py:495 step:70K smpl:4M ep:37K epch:84.82 loss:0.015 grdn:0.274 lr:1.0e-05 updt_s:0.132 data_s:0.105 +INFO 2026-04-28 03:40:23 ot_train.py:495 step:70K smpl:5M ep:37K epch:85.06 loss:0.015 grdn:0.280 lr:1.0e-05 updt_s:0.131 data_s:0.127 +INFO 2026-04-28 03:41:12 ot_train.py:495 step:71K smpl:5M ep:37K epch:85.30 loss:0.015 grdn:0.274 lr:1.0e-05 updt_s:0.132 data_s:0.112 +INFO 2026-04-28 03:42:00 ot_train.py:495 step:71K smpl:5M ep:37K epch:85.54 loss:0.015 grdn:0.271 lr:1.0e-05 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 03:42:48 ot_train.py:495 step:71K smpl:5M ep:37K epch:85.78 loss:0.015 grdn:0.284 lr:9.8e-06 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 03:43:39 ot_train.py:495 step:71K smpl:5M ep:37K epch:86.03 loss:0.015 grdn:0.279 lr:9.7e-06 updt_s:0.132 data_s:0.125 +INFO 2026-04-28 03:44:28 ot_train.py:495 step:71K smpl:5M ep:37K epch:86.27 loss:0.014 grdn:0.279 lr:9.6e-06 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 03:45:15 ot_train.py:495 step:72K smpl:5M ep:37K epch:86.51 loss:0.015 grdn:0.274 lr:9.5e-06 updt_s:0.132 data_s:0.106 +INFO 2026-04-28 03:46:03 ot_train.py:495 step:72K smpl:5M ep:37K epch:86.75 loss:0.014 grdn:0.277 lr:9.3e-06 updt_s:0.132 data_s:0.105 +INFO 2026-04-28 03:46:54 ot_train.py:495 step:72K smpl:5M ep:38K epch:86.99 loss:0.014 grdn:0.273 lr:9.2e-06 updt_s:0.132 data_s:0.124 +INFO 2026-04-28 03:47:42 ot_train.py:495 step:72K smpl:5M ep:38K epch:87.23 loss:0.014 grdn:0.270 lr:9.1e-06 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 03:48:31 ot_train.py:495 step:72K smpl:5M ep:38K epch:87.48 loss:0.014 grdn:0.278 lr:9.0e-06 updt_s:0.132 data_s:0.113 +INFO 2026-04-28 03:49:19 ot_train.py:495 step:73K smpl:5M ep:38K epch:87.72 loss:0.014 grdn:0.276 lr:8.8e-06 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 03:50:10 ot_train.py:495 step:73K smpl:5M ep:38K epch:87.96 loss:0.015 grdn:0.290 lr:8.7e-06 updt_s:0.132 data_s:0.122 +INFO 2026-04-28 03:50:58 ot_train.py:495 step:73K smpl:5M ep:38K epch:88.20 loss:0.014 grdn:0.275 lr:8.6e-06 updt_s:0.132 data_s:0.110 +INFO 2026-04-28 03:51:47 ot_train.py:495 step:73K smpl:5M ep:38K epch:88.44 loss:0.014 grdn:0.274 lr:8.5e-06 updt_s:0.131 data_s:0.110 +INFO 2026-04-28 03:52:35 ot_train.py:495 step:73K smpl:5M ep:38K epch:88.68 loss:0.014 grdn:0.271 lr:8.4e-06 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 03:53:28 ot_train.py:495 step:74K smpl:5M ep:38K epch:88.93 loss:0.013 grdn:0.276 lr:8.3e-06 updt_s:0.132 data_s:0.132 +INFO 2026-04-28 03:54:17 ot_train.py:495 step:74K smpl:5M ep:39K epch:89.17 loss:0.015 grdn:0.283 lr:8.1e-06 updt_s:0.132 data_s:0.115 +INFO 2026-04-28 03:55:05 ot_train.py:495 step:74K smpl:5M ep:39K epch:89.41 loss:0.014 grdn:0.278 lr:8.0e-06 updt_s:0.132 data_s:0.106 +INFO 2026-04-28 03:55:56 ot_train.py:495 step:74K smpl:5M ep:39K epch:89.65 loss:0.013 grdn:0.271 lr:7.9e-06 updt_s:0.132 data_s:0.122 +INFO 2026-04-28 03:56:44 ot_train.py:495 step:74K smpl:5M ep:39K epch:89.89 loss:0.014 grdn:0.293 lr:7.8e-06 updt_s:0.133 data_s:0.107 +INFO 2026-04-28 03:57:32 ot_train.py:495 step:75K smpl:5M ep:39K epch:90.13 loss:0.014 grdn:0.291 lr:7.7e-06 updt_s:0.133 data_s:0.106 +INFO 2026-04-28 03:58:20 ot_train.py:495 step:75K smpl:5M ep:39K epch:90.38 loss:0.015 grdn:0.296 lr:7.6e-06 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 03:59:12 ot_train.py:495 step:75K smpl:5M ep:39K epch:90.62 loss:0.014 grdn:0.286 lr:7.4e-06 updt_s:0.132 data_s:0.129 +INFO 2026-04-28 03:59:12 ot_train.py:515 Checkpoint policy after step 75000 +INFO 2026-04-28 03:59:20 ot_train.py:536 Eval policy at step 75000 +Built vec env (lazy) | suite=libero_spatial | task_id=0 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [04:09<00:00, 249.89s/it, running_success_rate=95.0%] +Stepping through eval batches: 100%|██████████| 1/1 [03:31<00:00, 211.69s/it, running_success_rate=95.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=1 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [01:57<00:00, 117.22s/it, running_success_rate=100.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=2 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [04:31<00:00, 271.37s/it, running_success_rate=95.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=3 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:41<00:00, 221.47s/it, running_success_rate=90.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=4 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:23<00:00, 203.83s/it, running_success_rate=65.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=5 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:34<00:00, 214.50s/it, running_success_rate=95.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=6 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:29<00:00, 209.03s/it, running_success_rate=85.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=7 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:33<00:00, 213.64s/it, running_success_rate=95.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=8 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:25<00:00, 205.63s/it, running_success_rate=85.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=9 | n_envs=20 +INFO 2026-04-28 04:41:58 ot_train.py:557 Suite per_task aggregated: [{'task_group': 'libero_spatial', 'task_id': 0, 'metrics': {'sum_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], 'max_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], 'successes': [True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, False, True], 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_3.mp4']}}, {'task_group': 'libero_spatial', 'task_id': 1, 'metrics': {'sum_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'max_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'successes': [True, True, True, True, True, True, True, False, True, True, True, True, True, True, True, True, True, True, True, True], 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_3.mp4']}}, {'task_group': 'libero_spatial', 'task_id': 2, 'metrics': {'sum_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'max_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'successes': [True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True], 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_3.mp4']}}, {'task_group': 'libero_spatial', 'task_id': 3, 'metrics': {'sum_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'max_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'successes': [True, True, True, True, True, True, True, True, True, True, True, False, True, True, True, True, True, True, True, True], 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_3.mp4']}}, {'task_group': 'libero_spatial', 'task_id': 4, 'metrics': {'sum_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 0.0, 1.0, +INFO 2026-04-28 04:41:58 ot_train.py:557 Suite per_group aggregated: {'libero_spatial': {'avg_sum_reward': 0.9, 'avg_max_reward': 0.9, 'pc_success': 90.0, 'n_episodes': 200, 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial +INFO 2026-04-28 04:41:58 ot_train.py:557 Suite overall aggregated: {'avg_sum_reward': 0.9, 'avg_max_reward': 0.9, 'pc_success': 90.0, 'n_episodes': 200, 'eval_s': 2558.9157316684723, 'eval_ep_s': 12.794578659534455, 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_0/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_1/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_2/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_3/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_4/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_5/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_6/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_075000/libero_spatial_7/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wr +INFO 2026-04-28 04:41:58 ot_train.py:564 Saved eval_info.json to results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/step_075000 +INFO 2026-04-28 04:41:58 ot_train.py:588 New best pc_success=90.00 at step 75000, saving to results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/checkpoints/best +WARNING 2026-04-28 04:42:04 db_utils.py:166 WandB logging of key "per_task" was ignored as its type "" is not handled by this wrapper. +WARNING 2026-04-28 04:42:04 db_utils.py:166 WandB logging of key "per_group" was ignored as its type "" is not handled by this wrapper. +WARNING 2026-04-28 04:42:04 db_utils.py:166 WandB logging of key "overall" was ignored as its type "" is not handled by this wrapper. +INFO 2026-04-28 04:42:50 ot_train.py:495 step:75K smpl:5M ep:39K epch:90.86 loss:0.013 grdn:0.280 lr:7.3e-06 updt_s:0.131 data_s:0.100 +INFO 2026-04-28 04:43:38 ot_train.py:495 step:75K smpl:5M ep:39K epch:91.10 loss:0.013 grdn:0.277 lr:7.2e-06 updt_s:0.131 data_s:0.110 +INFO 2026-04-28 04:44:26 ot_train.py:495 step:76K smpl:5M ep:39K epch:91.34 loss:0.013 grdn:0.280 lr:7.1e-06 updt_s:0.131 data_s:0.106 +INFO 2026-04-28 04:45:15 ot_train.py:495 step:76K smpl:5M ep:40K epch:91.58 loss:0.013 grdn:0.276 lr:7.0e-06 updt_s:0.131 data_s:0.118 +INFO 2026-04-28 04:46:04 ot_train.py:495 step:76K smpl:5M ep:40K epch:91.83 loss:0.013 grdn:0.276 lr:6.9e-06 updt_s:0.132 data_s:0.110 +INFO 2026-04-28 04:46:52 ot_train.py:495 step:76K smpl:5M ep:40K epch:92.07 loss:0.013 grdn:0.288 lr:6.8e-06 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 04:47:40 ot_train.py:495 step:76K smpl:5M ep:40K epch:92.31 loss:0.013 grdn:0.283 lr:6.7e-06 updt_s:0.132 data_s:0.107 +INFO 2026-04-28 04:48:31 ot_train.py:495 step:77K smpl:5M ep:40K epch:92.55 loss:0.013 grdn:0.278 lr:6.6e-06 updt_s:0.132 data_s:0.123 +INFO 2026-04-28 04:49:18 ot_train.py:495 step:77K smpl:5M ep:40K epch:92.79 loss:0.014 grdn:0.288 lr:6.5e-06 updt_s:0.132 data_s:0.107 +INFO 2026-04-28 04:50:06 ot_train.py:495 step:77K smpl:5M ep:40K epch:93.03 loss:0.013 grdn:0.272 lr:6.4e-06 updt_s:0.131 data_s:0.108 +INFO 2026-04-28 04:50:54 ot_train.py:495 step:77K smpl:5M ep:40K epch:93.28 loss:0.013 grdn:0.280 lr:6.3e-06 updt_s:0.132 data_s:0.107 +INFO 2026-04-28 04:51:45 ot_train.py:495 step:77K smpl:5M ep:40K epch:93.52 loss:0.013 grdn:0.285 lr:6.2e-06 updt_s:0.131 data_s:0.125 +INFO 2026-04-28 04:52:33 ot_train.py:495 step:78K smpl:5M ep:41K epch:93.76 loss:0.013 grdn:0.286 lr:6.0e-06 updt_s:0.132 data_s:0.106 +INFO 2026-04-28 04:53:22 ot_train.py:495 step:78K smpl:5M ep:41K epch:94.00 loss:0.013 grdn:0.284 lr:5.9e-06 updt_s:0.133 data_s:0.109 +INFO 2026-04-28 04:54:10 ot_train.py:495 step:78K smpl:5M ep:41K epch:94.24 loss:0.013 grdn:0.287 lr:5.8e-06 updt_s:0.131 data_s:0.108 +INFO 2026-04-28 04:55:01 ot_train.py:495 step:78K smpl:5M ep:41K epch:94.48 loss:0.013 grdn:0.290 lr:5.7e-06 updt_s:0.132 data_s:0.127 +INFO 2026-04-28 04:55:49 ot_train.py:495 step:78K smpl:5M ep:41K epch:94.73 loss:0.013 grdn:0.286 lr:5.6e-06 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 04:56:38 ot_train.py:495 step:79K smpl:5M ep:41K epch:94.97 loss:0.013 grdn:0.289 lr:5.5e-06 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 04:57:29 ot_train.py:495 step:79K smpl:5M ep:41K epch:95.21 loss:0.013 grdn:0.282 lr:5.4e-06 updt_s:0.132 data_s:0.125 +INFO 2026-04-28 04:58:21 ot_train.py:495 step:79K smpl:5M ep:41K epch:95.45 loss:0.013 grdn:0.299 lr:5.3e-06 updt_s:0.132 data_s:0.129 +INFO 2026-04-28 04:59:10 ot_train.py:495 step:79K smpl:5M ep:41K epch:95.69 loss:0.012 grdn:0.284 lr:5.2e-06 updt_s:0.133 data_s:0.109 +INFO 2026-04-28 04:59:59 ot_train.py:495 step:79K smpl:5M ep:41K epch:95.93 loss:0.012 grdn:0.285 lr:5.2e-06 updt_s:0.131 data_s:0.117 +INFO 2026-04-28 05:00:48 ot_train.py:495 step:80K smpl:5M ep:42K epch:96.18 loss:0.013 grdn:0.290 lr:5.1e-06 updt_s:0.133 data_s:0.108 +INFO 2026-04-28 05:01:41 ot_train.py:495 step:80K smpl:5M ep:42K epch:96.42 loss:0.013 grdn:0.295 lr:5.0e-06 updt_s:0.132 data_s:0.133 +INFO 2026-04-28 05:02:30 ot_train.py:495 step:80K smpl:5M ep:42K epch:96.66 loss:0.014 grdn:0.300 lr:4.9e-06 updt_s:0.131 data_s:0.117 +INFO 2026-04-28 05:03:19 ot_train.py:495 step:80K smpl:5M ep:42K epch:96.90 loss:0.013 grdn:0.301 lr:4.8e-06 updt_s:0.132 data_s:0.110 +INFO 2026-04-28 05:04:08 ot_train.py:495 step:80K smpl:5M ep:42K epch:97.14 loss:0.013 grdn:0.290 lr:4.7e-06 updt_s:0.133 data_s:0.114 +INFO 2026-04-28 05:05:01 ot_train.py:495 step:81K smpl:5M ep:42K epch:97.38 loss:0.013 grdn:0.302 lr:4.6e-06 updt_s:0.132 data_s:0.130 +INFO 2026-04-28 05:05:51 ot_train.py:495 step:81K smpl:5M ep:42K epch:97.63 loss:0.013 grdn:0.292 lr:4.5e-06 updt_s:0.132 data_s:0.117 +INFO 2026-04-28 05:06:41 ot_train.py:495 step:81K smpl:5M ep:42K epch:97.87 loss:0.013 grdn:0.292 lr:4.4e-06 updt_s:0.132 data_s:0.118 +INFO 2026-04-28 05:07:31 ot_train.py:495 step:81K smpl:5M ep:42K epch:98.11 loss:0.012 grdn:0.291 lr:4.3e-06 updt_s:0.132 data_s:0.118 +INFO 2026-04-28 05:08:24 ot_train.py:495 step:81K smpl:5M ep:42K epch:98.35 loss:0.012 grdn:0.289 lr:4.2e-06 updt_s:0.132 data_s:0.134 +INFO 2026-04-28 05:09:13 ot_train.py:495 step:82K smpl:5M ep:43K epch:98.59 loss:0.012 grdn:0.287 lr:4.1e-06 updt_s:0.132 data_s:0.112 +INFO 2026-04-28 05:10:01 ot_train.py:495 step:82K smpl:5M ep:43K epch:98.83 loss:0.012 grdn:0.292 lr:4.1e-06 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 05:10:49 ot_train.py:495 step:82K smpl:5M ep:43K epch:99.07 loss:0.012 grdn:0.285 lr:4.0e-06 updt_s:0.133 data_s:0.109 +INFO 2026-04-28 05:11:41 ot_train.py:495 step:82K smpl:5M ep:43K epch:99.32 loss:0.012 grdn:0.296 lr:3.9e-06 updt_s:0.132 data_s:0.124 +INFO 2026-04-28 05:12:29 ot_train.py:495 step:82K smpl:5M ep:43K epch:99.56 loss:0.012 grdn:0.288 lr:3.8e-06 updt_s:0.132 data_s:0.112 +INFO 2026-04-28 05:13:18 ot_train.py:495 step:83K smpl:5M ep:43K epch:99.80 loss:0.012 grdn:0.296 lr:3.7e-06 updt_s:0.132 data_s:0.110 +INFO 2026-04-28 05:14:10 ot_train.py:495 step:83K smpl:5M ep:43K epch:100.04 loss:0.013 grdn:0.303 lr:3.6e-06 updt_s:0.132 data_s:0.127 +INFO 2026-04-28 05:14:58 ot_train.py:495 step:83K smpl:5M ep:43K epch:100.28 loss:0.012 grdn:0.297 lr:3.6e-06 updt_s:0.132 data_s:0.110 +INFO 2026-04-28 05:15:48 ot_train.py:495 step:83K smpl:5M ep:43K epch:100.52 loss:0.011 grdn:0.288 lr:3.5e-06 updt_s:0.132 data_s:0.115 +INFO 2026-04-28 05:16:37 ot_train.py:495 step:83K smpl:5M ep:44K epch:100.77 loss:0.012 grdn:0.306 lr:3.4e-06 updt_s:0.132 data_s:0.115 +INFO 2026-04-28 05:17:28 ot_train.py:495 step:84K smpl:5M ep:44K epch:101.01 loss:0.012 grdn:0.298 lr:3.3e-06 updt_s:0.132 data_s:0.124 +INFO 2026-04-28 05:18:17 ot_train.py:495 step:84K smpl:5M ep:44K epch:101.25 loss:0.013 grdn:0.300 lr:3.2e-06 updt_s:0.132 data_s:0.111 +INFO 2026-04-28 05:19:06 ot_train.py:495 step:84K smpl:5M ep:44K epch:101.49 loss:0.012 grdn:0.295 lr:3.2e-06 updt_s:0.133 data_s:0.110 +INFO 2026-04-28 05:19:54 ot_train.py:495 step:84K smpl:5M ep:44K epch:101.73 loss:0.012 grdn:0.292 lr:3.1e-06 updt_s:0.133 data_s:0.109 +INFO 2026-04-28 05:20:46 ot_train.py:495 step:84K smpl:5M ep:44K epch:101.97 loss:0.011 grdn:0.278 lr:3.0e-06 updt_s:0.132 data_s:0.129 +INFO 2026-04-28 05:21:35 ot_train.py:495 step:85K smpl:5M ep:44K epch:102.22 loss:0.011 grdn:0.288 lr:2.9e-06 updt_s:0.132 data_s:0.113 +INFO 2026-04-28 05:22:24 ot_train.py:495 step:85K smpl:5M ep:44K epch:102.46 loss:0.011 grdn:0.288 lr:2.9e-06 updt_s:0.132 data_s:0.110 +INFO 2026-04-28 05:23:12 ot_train.py:495 step:85K smpl:5M ep:44K epch:102.70 loss:0.012 grdn:0.286 lr:2.8e-06 updt_s:0.133 data_s:0.106 +INFO 2026-04-28 05:24:03 ot_train.py:495 step:85K smpl:5M ep:44K epch:102.94 loss:0.012 grdn:0.291 lr:2.7e-06 updt_s:0.132 data_s:0.123 +INFO 2026-04-28 05:24:51 ot_train.py:495 step:85K smpl:5M ep:45K epch:103.18 loss:0.011 grdn:0.289 lr:2.6e-06 updt_s:0.133 data_s:0.110 +INFO 2026-04-28 05:25:40 ot_train.py:495 step:86K smpl:5M ep:45K epch:103.42 loss:0.011 grdn:0.288 lr:2.6e-06 updt_s:0.132 data_s:0.111 +INFO 2026-04-28 05:26:29 ot_train.py:495 step:86K smpl:5M ep:45K epch:103.67 loss:0.013 grdn:0.314 lr:2.5e-06 updt_s:0.132 data_s:0.112 +INFO 2026-04-28 05:27:20 ot_train.py:495 step:86K smpl:6M ep:45K epch:103.91 loss:0.012 grdn:0.296 lr:2.4e-06 updt_s:0.131 data_s:0.124 +INFO 2026-04-28 05:28:09 ot_train.py:495 step:86K smpl:6M ep:45K epch:104.15 loss:0.011 grdn:0.292 lr:2.4e-06 updt_s:0.132 data_s:0.111 +INFO 2026-04-28 05:28:58 ot_train.py:495 step:86K smpl:6M ep:45K epch:104.39 loss:0.011 grdn:0.282 lr:2.3e-06 updt_s:0.132 data_s:0.114 +INFO 2026-04-28 05:29:46 ot_train.py:495 step:87K smpl:6M ep:45K epch:104.63 loss:0.011 grdn:0.295 lr:2.2e-06 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 05:30:38 ot_train.py:495 step:87K smpl:6M ep:45K epch:104.87 loss:0.011 grdn:0.289 lr:2.2e-06 updt_s:0.132 data_s:0.130 +INFO 2026-04-28 05:31:27 ot_train.py:495 step:87K smpl:6M ep:45K epch:105.12 loss:0.011 grdn:0.293 lr:2.1e-06 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 05:32:14 ot_train.py:495 step:87K smpl:6M ep:46K epch:105.36 loss:0.012 grdn:0.294 lr:2.0e-06 updt_s:0.132 data_s:0.107 +INFO 2026-04-28 05:33:02 ot_train.py:495 step:87K smpl:6M ep:46K epch:105.60 loss:0.012 grdn:0.302 lr:2.0e-06 updt_s:0.132 data_s:0.106 +INFO 2026-04-28 05:33:53 ot_train.py:495 step:88K smpl:6M ep:46K epch:105.84 loss:0.011 grdn:0.298 lr:1.9e-06 updt_s:0.132 data_s:0.123 +INFO 2026-04-28 05:34:42 ot_train.py:495 step:88K smpl:6M ep:46K epch:106.08 loss:0.011 grdn:0.292 lr:1.9e-06 updt_s:0.133 data_s:0.110 +INFO 2026-04-28 05:35:30 ot_train.py:495 step:88K smpl:6M ep:46K epch:106.32 loss:0.011 grdn:0.296 lr:1.8e-06 updt_s:0.133 data_s:0.105 +INFO 2026-04-28 05:36:18 ot_train.py:495 step:88K smpl:6M ep:46K epch:106.57 loss:0.012 grdn:0.307 lr:1.7e-06 updt_s:0.131 data_s:0.109 +INFO 2026-04-28 05:37:10 ot_train.py:495 step:88K smpl:6M ep:46K epch:106.81 loss:0.011 grdn:0.293 lr:1.7e-06 updt_s:0.132 data_s:0.126 +INFO 2026-04-28 05:37:58 ot_train.py:495 step:89K smpl:6M ep:46K epch:107.05 loss:0.011 grdn:0.284 lr:1.6e-06 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 05:38:48 ot_train.py:495 step:89K smpl:6M ep:46K epch:107.29 loss:0.011 grdn:0.295 lr:1.6e-06 updt_s:0.132 data_s:0.117 +INFO 2026-04-28 05:39:36 ot_train.py:495 step:89K smpl:6M ep:46K epch:107.53 loss:0.011 grdn:0.282 lr:1.5e-06 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 05:40:28 ot_train.py:495 step:89K smpl:6M ep:47K epch:107.77 loss:0.011 grdn:0.288 lr:1.5e-06 updt_s:0.132 data_s:0.126 +INFO 2026-04-28 05:41:17 ot_train.py:495 step:89K smpl:6M ep:47K epch:108.02 loss:0.011 grdn:0.285 lr:1.4e-06 updt_s:0.132 data_s:0.113 +INFO 2026-04-28 05:42:05 ot_train.py:495 step:90K smpl:6M ep:47K epch:108.26 loss:0.011 grdn:0.300 lr:1.4e-06 updt_s:0.132 data_s:0.110 +INFO 2026-04-28 05:42:53 ot_train.py:495 step:90K smpl:6M ep:47K epch:108.50 loss:0.010 grdn:0.275 lr:1.3e-06 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 05:43:46 ot_train.py:495 step:90K smpl:6M ep:47K epch:108.74 loss:0.011 grdn:0.293 lr:1.3e-06 updt_s:0.132 data_s:0.131 +INFO 2026-04-28 05:44:35 ot_train.py:495 step:90K smpl:6M ep:47K epch:108.98 loss:0.011 grdn:0.290 lr:1.2e-06 updt_s:0.132 data_s:0.115 +INFO 2026-04-28 05:45:24 ot_train.py:495 step:90K smpl:6M ep:47K epch:109.22 loss:0.011 grdn:0.292 lr:1.2e-06 updt_s:0.132 data_s:0.112 +INFO 2026-04-28 05:46:16 ot_train.py:495 step:91K smpl:6M ep:47K epch:109.47 loss:0.011 grdn:0.291 lr:1.1e-06 updt_s:0.132 data_s:0.125 +INFO 2026-04-28 05:47:04 ot_train.py:495 step:91K smpl:6M ep:47K epch:109.71 loss:0.011 grdn:0.289 lr:1.1e-06 updt_s:0.132 data_s:0.107 +INFO 2026-04-28 05:47:52 ot_train.py:495 step:91K smpl:6M ep:47K epch:109.95 loss:0.011 grdn:0.295 lr:1.0e-06 updt_s:0.133 data_s:0.107 +INFO 2026-04-28 05:48:41 ot_train.py:495 step:91K smpl:6M ep:48K epch:110.19 loss:0.011 grdn:0.295 lr:9.8e-07 updt_s:0.133 data_s:0.112 +INFO 2026-04-28 05:49:31 ot_train.py:495 step:91K smpl:6M ep:48K epch:110.43 loss:0.011 grdn:0.293 lr:9.4e-07 updt_s:0.132 data_s:0.122 +INFO 2026-04-28 05:50:20 ot_train.py:495 step:92K smpl:6M ep:48K epch:110.67 loss:0.011 grdn:0.298 lr:8.9e-07 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 05:51:09 ot_train.py:495 step:92K smpl:6M ep:48K epch:110.92 loss:0.010 grdn:0.282 lr:8.5e-07 updt_s:0.132 data_s:0.113 +INFO 2026-04-28 05:51:56 ot_train.py:495 step:92K smpl:6M ep:48K epch:111.16 loss:0.011 grdn:0.298 lr:8.1e-07 updt_s:0.132 data_s:0.107 +INFO 2026-04-28 05:52:48 ot_train.py:495 step:92K smpl:6M ep:48K epch:111.40 loss:0.011 grdn:0.296 lr:7.7e-07 updt_s:0.132 data_s:0.125 +INFO 2026-04-28 05:53:39 ot_train.py:495 step:92K smpl:6M ep:48K epch:111.64 loss:0.011 grdn:0.293 lr:7.4e-07 updt_s:0.132 data_s:0.123 +INFO 2026-04-28 05:54:29 ot_train.py:495 step:93K smpl:6M ep:48K epch:111.88 loss:0.010 grdn:0.287 lr:7.0e-07 updt_s:0.131 data_s:0.118 +INFO 2026-04-28 05:55:17 ot_train.py:495 step:93K smpl:6M ep:48K epch:112.12 loss:0.011 grdn:0.290 lr:6.6e-07 updt_s:0.132 data_s:0.109 +INFO 2026-04-28 05:56:08 ot_train.py:495 step:93K smpl:6M ep:49K epch:112.37 loss:0.011 grdn:0.295 lr:6.3e-07 updt_s:0.132 data_s:0.124 +INFO 2026-04-28 05:56:58 ot_train.py:495 step:93K smpl:6M ep:49K epch:112.61 loss:0.011 grdn:0.289 lr:5.9e-07 updt_s:0.131 data_s:0.119 +INFO 2026-04-28 05:57:47 ot_train.py:495 step:93K smpl:6M ep:49K epch:112.85 loss:0.011 grdn:0.304 lr:5.6e-07 updt_s:0.132 data_s:0.112 +INFO 2026-04-28 05:58:37 ot_train.py:495 step:94K smpl:6M ep:49K epch:113.09 loss:0.011 grdn:0.299 lr:5.2e-07 updt_s:0.132 data_s:0.115 +INFO 2026-04-28 05:59:29 ot_train.py:495 step:94K smpl:6M ep:49K epch:113.33 loss:0.011 grdn:0.285 lr:4.9e-07 updt_s:0.131 data_s:0.130 +INFO 2026-04-28 06:00:17 ot_train.py:495 step:94K smpl:6M ep:49K epch:113.57 loss:0.011 grdn:0.295 lr:4.6e-07 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 06:01:06 ot_train.py:495 step:94K smpl:6M ep:49K epch:113.82 loss:0.011 grdn:0.292 lr:4.3e-07 updt_s:0.132 data_s:0.111 +INFO 2026-04-28 06:01:55 ot_train.py:495 step:94K smpl:6M ep:49K epch:114.06 loss:0.011 grdn:0.291 lr:4.0e-07 updt_s:0.133 data_s:0.112 +INFO 2026-04-28 06:02:46 ot_train.py:495 step:95K smpl:6M ep:49K epch:114.30 loss:0.011 grdn:0.290 lr:3.8e-07 updt_s:0.132 data_s:0.124 +INFO 2026-04-28 06:03:35 ot_train.py:495 step:95K smpl:6M ep:49K epch:114.54 loss:0.011 grdn:0.292 lr:3.5e-07 updt_s:0.133 data_s:0.115 +INFO 2026-04-28 06:04:24 ot_train.py:495 step:95K smpl:6M ep:50K epch:114.78 loss:0.011 grdn:0.292 lr:3.2e-07 updt_s:0.132 data_s:0.113 +INFO 2026-04-28 06:05:12 ot_train.py:495 step:95K smpl:6M ep:50K epch:115.02 loss:0.011 grdn:0.295 lr:3.0e-07 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 06:06:06 ot_train.py:495 step:95K smpl:6M ep:50K epch:115.27 loss:0.010 grdn:0.285 lr:2.7e-07 updt_s:0.132 data_s:0.133 +INFO 2026-04-28 06:06:55 ot_train.py:495 step:96K smpl:6M ep:50K epch:115.51 loss:0.010 grdn:0.289 lr:2.5e-07 updt_s:0.133 data_s:0.116 +INFO 2026-04-28 06:07:45 ot_train.py:495 step:96K smpl:6M ep:50K epch:115.75 loss:0.011 grdn:0.296 lr:2.3e-07 updt_s:0.132 data_s:0.115 +INFO 2026-04-28 06:08:34 ot_train.py:495 step:96K smpl:6M ep:50K epch:115.99 loss:0.011 grdn:0.288 lr:2.1e-07 updt_s:0.132 data_s:0.116 +INFO 2026-04-28 06:09:26 ot_train.py:495 step:96K smpl:6M ep:50K epch:116.23 loss:0.011 grdn:0.291 lr:1.9e-07 updt_s:0.132 data_s:0.124 +INFO 2026-04-28 06:10:14 ot_train.py:495 step:96K smpl:6M ep:50K epch:116.47 loss:0.011 grdn:0.291 lr:1.7e-07 updt_s:0.132 data_s:0.110 +INFO 2026-04-28 06:11:03 ot_train.py:495 step:97K smpl:6M ep:50K epch:116.72 loss:0.010 grdn:0.283 lr:1.5e-07 updt_s:0.132 data_s:0.111 +INFO 2026-04-28 06:11:52 ot_train.py:495 step:97K smpl:6M ep:51K epch:116.96 loss:0.010 grdn:0.282 lr:1.4e-07 updt_s:0.132 data_s:0.112 +INFO 2026-04-28 06:12:43 ot_train.py:495 step:97K smpl:6M ep:51K epch:117.20 loss:0.011 grdn:0.291 lr:1.2e-07 updt_s:0.132 data_s:0.123 +INFO 2026-04-28 06:13:32 ot_train.py:495 step:97K smpl:6M ep:51K epch:117.44 loss:0.010 grdn:0.283 lr:1.0e-07 updt_s:0.133 data_s:0.110 +INFO 2026-04-28 06:14:20 ot_train.py:495 step:97K smpl:6M ep:51K epch:117.68 loss:0.011 grdn:0.295 lr:9.1e-08 updt_s:0.132 data_s:0.110 +INFO 2026-04-28 06:15:09 ot_train.py:495 step:98K smpl:6M ep:51K epch:117.92 loss:0.011 grdn:0.295 lr:7.8e-08 updt_s:0.133 data_s:0.111 +INFO 2026-04-28 06:16:01 ot_train.py:495 step:98K smpl:6M ep:51K epch:118.16 loss:0.011 grdn:0.289 lr:6.6e-08 updt_s:0.132 data_s:0.129 +INFO 2026-04-28 06:16:52 ot_train.py:495 step:98K smpl:6M ep:51K epch:118.41 loss:0.011 grdn:0.282 lr:5.5e-08 updt_s:0.134 data_s:0.118 +INFO 2026-04-28 06:17:41 ot_train.py:495 step:98K smpl:6M ep:51K epch:118.65 loss:0.011 grdn:0.282 lr:4.5e-08 updt_s:0.132 data_s:0.115 +INFO 2026-04-28 06:18:29 ot_train.py:495 step:98K smpl:6M ep:51K epch:118.89 loss:0.011 grdn:0.292 lr:3.6e-08 updt_s:0.132 data_s:0.108 +INFO 2026-04-28 06:19:21 ot_train.py:495 step:99K smpl:6M ep:51K epch:119.13 loss:0.011 grdn:0.287 lr:2.8e-08 updt_s:0.132 data_s:0.127 +INFO 2026-04-28 06:20:10 ot_train.py:495 step:99K smpl:6M ep:52K epch:119.37 loss:0.011 grdn:0.298 lr:2.1e-08 updt_s:0.132 data_s:0.116 +INFO 2026-04-28 06:20:58 ot_train.py:495 step:99K smpl:6M ep:52K epch:119.61 loss:0.011 grdn:0.300 lr:1.5e-08 updt_s:0.132 data_s:0.107 +INFO 2026-04-28 06:21:49 ot_train.py:495 step:99K smpl:6M ep:52K epch:119.86 loss:0.011 grdn:0.294 lr:1.0e-08 updt_s:0.132 data_s:0.122 +INFO 2026-04-28 06:22:38 ot_train.py:495 step:99K smpl:6M ep:52K epch:120.10 loss:0.010 grdn:0.283 lr:6.1e-09 updt_s:0.133 data_s:0.112 +INFO 2026-04-28 06:23:28 ot_train.py:495 step:100K smpl:6M ep:52K epch:120.34 loss:0.010 grdn:0.283 lr:3.2e-09 updt_s:0.132 data_s:0.117 +INFO 2026-04-28 06:24:18 ot_train.py:495 step:100K smpl:6M ep:52K epch:120.58 loss:0.011 grdn:0.287 lr:1.2e-09 updt_s:0.131 data_s:0.118 +INFO 2026-04-28 06:25:10 ot_train.py:495 step:100K smpl:6M ep:52K epch:120.82 loss:0.010 grdn:0.286 lr:1.6e-10 updt_s:0.131 data_s:0.130 +INFO 2026-04-28 06:25:10 ot_train.py:515 Checkpoint policy after step 100000 +INFO 2026-04-28 06:25:38 ot_train.py:536 Eval policy at step 100000 +Built vec env (lazy) | suite=libero_spatial | task_id=0 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [04:04<00:00, 244.79s/it, running_success_rate=95.0%] +Stepping through eval batches: 100%|██████████| 1/1 [03:34<00:00, 214.48s/it, running_success_rate=90.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=1 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:42<00:00, 222.49s/it, running_success_rate=95.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=2 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [04:22<00:00, 262.72s/it, running_success_rate=90.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=3 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:41<00:00, 221.89s/it, running_success_rate=95.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=4 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:15<00:00, 195.32s/it, running_success_rate=55.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=5 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:39<00:00, 219.29s/it, running_success_rate=95.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=6 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:34<00:00, 214.85s/it, running_success_rate=90.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=7 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:35<00:00, 215.83s/it, running_success_rate=95.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=8 | n_envs=20 +Stepping through eval batches: 100%|██████████| 1/1 [03:27<00:00, 207.89s/it, running_success_rate=80.0%] +Built vec env (lazy) | suite=libero_spatial | task_id=9 | n_envs=20 +INFO 2026-04-28 07:09:53 ot_train.py:557 Suite per_task aggregated: [{'task_group': 'libero_spatial', 'task_id': 0, 'metrics': {'sum_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], 'max_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0], 'successes': [True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, False, True], 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_3.mp4']}}, {'task_group': 'libero_spatial', 'task_id': 1, 'metrics': {'sum_rewards': [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'max_rewards': [1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'successes': [True, True, False, True, True, True, True, False, True, True, True, True, True, True, True, True, True, True, True, True], 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_3.mp4']}}, {'task_group': 'libero_spatial', 'task_id': 2, 'metrics': {'sum_rewards': [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'max_rewards': [0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'successes': [False, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True, True], 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_3.mp4']}}, {'task_group': 'libero_spatial', 'task_id': 3, 'metrics': {'sum_rewards': [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'max_rewards': [1.0, 0.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], 'successes': [True, False, True, True, True, False, True, True, True, True, True, True, True, True, True, True, True, True, True, True], 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_3/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_3/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_3/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_3/eval_episode_3.mp4']}}, {'task_group': 'libero_spatial', 'task_id': 4, 'metrics': {'sum_rewards': [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1. +INFO 2026-04-28 07:09:53 ot_train.py:557 Suite per_group aggregated: {'libero_spatial': {'avg_sum_reward': 0.88, 'avg_max_reward': 0.88, 'pc_success': 88.0, 'n_episodes': 200, 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_3/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_3/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_3/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_3/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_4/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_4/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_4/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_4/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_5/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_5/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_5/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_5/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_6/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_6/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_6/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_6/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_7/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spati +INFO 2026-04-28 07:09:53 ot_train.py:557 Suite overall aggregated: {'avg_sum_reward': 0.88, 'avg_max_reward': 0.88, 'pc_success': 88.0, 'n_episodes': 200, 'eval_s': 2654.304646730423, 'eval_ep_s': 13.2715232360363, 'video_paths': ['results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_0/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_1/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_2/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_3/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_3/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_3/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_3/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_4/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_4/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_4/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_4/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_5/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_5/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_5/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_5/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_6/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_6/eval_episode_1.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_6/eval_episode_2.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_6/eval_episode_3.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/videos_step_100000/libero_spatial_7/eval_episode_0.mp4', 'results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wri +INFO 2026-04-28 07:09:53 ot_train.py:564 Saved eval_info.json to results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/eval/step_100000 +WARNING 2026-04-28 07:09:53 db_utils.py:166 WandB logging of key "per_task" was ignored as its type "" is not handled by this wrapper. +WARNING 2026-04-28 07:09:53 db_utils.py:166 WandB logging of key "per_group" was ignored as its type "" is not handled by this wrapper. +WARNING 2026-04-28 07:09:53 db_utils.py:166 WandB logging of key "overall" was ignored as its type "" is not handled by this wrapper. +INFO 2026-04-28 07:09:53 ot_train.py:613 End of training diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/wandb/run-20260427_213749-i657mg8p/files/requirements.txt b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/wandb/run-20260427_213749-i657mg8p/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..403beeaee377de18da0aa1b6b366005dc9425323 --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/wandb/run-20260427_213749-i657mg8p/files/requirements.txt @@ -0,0 +1,219 @@ +lerobot==0.4.4 +Farama-Notifications==0.0.4 +PySocks==1.7.1 +absl-py==2.4.0 +accelerate==1.13.0 +aiohappyeyeballs==2.6.1 +aiohttp==3.13.5 +aiosignal==1.4.0 +annotated-doc==0.0.4 +annotated-types==0.7.0 +antlr4-python3-runtime==4.8 +anyio==4.13.0 +async-timeout==5.0.1 +attrs==26.1.0 +av==15.1.0 +bddl==1.0.1 +beautifulsoup4==4.14.3 +certifi==2026.4.22 +cffi==2.0.0 +charset-normalizer==3.4.7 +click==8.3.3 +cloudpickle==3.1.2 +cmake==4.1.3 +contourpy==1.3.2 +cryptography==46.0.7 +cycler==0.12.1 +datasets==4.1.1 +deepdiff==8.6.2 +diffusers==0.35.2 +dill==0.4.0 +draccus==0.10.0 +easydict==1.13 +egl_probe==1.0.2 +einops==0.8.2 +etils==1.13.0 +evdev==1.9.3 +exceptiongroup==1.3.1 +fastjsonschema==2.21.2 +filelock==3.29.0 +fonttools==4.62.1 +frozenlist==1.8.0 +fsspec==2025.9.0 +future==1.0.0 +gdown==6.0.0 +gitdb==4.0.12 +GitPython==3.1.47 +glfw==2.10.0 +google-api-core==2.30.3 +google-auth==2.49.2 +google-cloud-core==2.5.1 +google-cloud-storage==3.10.1 +google-crc32c==1.8.0 +google-resumable-media==2.8.2 +googleapis-common-protos==1.74.0 +grpcio==1.80.0 +gymnasium==1.3.0 +h11==0.16.0 +h5py==3.16.0 +hf_egl_probe==1.0.2 +hf_transfer==0.1.9 +hf-xet==1.4.3 +httpcore==1.0.9 +httpx==0.28.1 +huggingface_hub==0.36.2 +hurry.filesize==0.9 +hydra-core==1.1.1 +idna==3.13 +ImageIO==2.37.3 +imageio-ffmpeg==0.6.0 +importlib_metadata==9.0.0 +importlib_resources==7.1.0 +iniconfig==2.3.0 +inquirerpy==0.3.4 +Jinja2==3.1.6 +jsonlines==4.0.0 +jsonschema==4.26.0 +jsonschema-specifications==2025.9.1 +jupyter_core==5.9.1 +jupytext==1.19.1 +kiwisolver==1.5.0 +libero==0.1.1 +llvmlite==0.47.0 +Markdown==3.10.2 +markdown-it-py==4.0.0 +MarkupSafe==3.0.3 +matplotlib==3.10.8 +mdit-py-plugins==0.5.0 +mdurl==0.1.2 +mergedeep==1.3.4 +mpmath==1.3.0 +mujoco==3.7.0 +multidict==6.7.1 +multiprocess==0.70.16 +mypy_extensions==1.1.0 +nbformat==5.10.4 +networkx==3.4.2 +numba==0.65.0 +numpy==2.2.6 +nvidia-cublas-cu12==12.8.3.14 +nvidia-cuda-cupti-cu12==12.8.57 +nvidia-cuda-nvrtc-cu12==12.8.61 +nvidia-cuda-runtime-cu12==12.8.57 +nvidia-cudnn-cu12==9.7.1.26 +nvidia-cufft-cu12==11.3.3.41 +nvidia-cufile-cu12==1.13.0.11 +nvidia-curand-cu12==10.3.9.55 +nvidia-cusolver-cu12==11.7.2.55 +nvidia-cusparse-cu12==12.5.7.53 +nvidia-cusparselt-cu12==0.6.3 +nvidia-nccl-cu12==2.26.2 +nvidia-nvjitlink-cu12==12.8.61 +nvidia-nvtx-cu12==12.8.55 +omegaconf==2.1.2 +opencv-python==4.13.0.92 +opencv-python-headless==4.12.0.88 +orderly-set==5.5.0 +packaging==25.0 +pandas==2.3.3 +pfzy==0.3.4 +pillow==12.2.0 +pip==26.0.1 +platformdirs==4.9.6 +pluggy==1.6.0 +prompt_toolkit==3.0.52 +propcache==0.4.1 +proto-plus==1.27.2 +protobuf==6.33.6 +psutil==7.2.2 +pyarrow==24.0.0 +pyasn1==0.6.3 +pyasn1_modules==0.4.2 +pycparser==3.0 +pydantic==2.13.3 +pydantic_core==2.46.3 +Pygments==2.20.0 +pynput==1.8.1 +PyOpenGL==3.1.10 +pyparsing==3.3.2 +pyserial==3.5 +pytest==9.0.3 +python-dateutil==2.9.0.post0 +python-xlib==0.33 +pytz==2026.1.post1 +PyYAML==6.0.3 +pyyaml-include==1.4.1 +r3m==0.0.0 +referencing==0.37.0 +regex==2026.4.4 +requests==2.33.1 +rerun-sdk==0.26.2 +rich==15.0.0 +robomimic==0.2.0 +robosuite==1.4.0 +rpds-py==0.30.0 +safetensors==0.7.0 +scipy==1.15.3 +sentry-sdk==2.58.0 +setuptools==80.10.2 +shellingham==1.5.4 +six==1.17.0 +smmap==5.0.3 +soupsieve==2.8.3 +sympy==1.14.0 +tensorboard==2.20.0 +tensorboard-data-server==0.7.2 +tensorboardX==2.6.5 +termcolor==3.3.0 +thop==0.1.1-2209072238 +tokenizers==0.22.2 +toml==0.10.2 +tomli==2.4.1 +torch==2.7.0+cu128 +torchaudio==2.7.0+cu128 +torchcodec==0.5 +torchvision==0.22.0+cu128 +tqdm==4.67.3 +traitlets==5.14.3 +transformers==4.57.3 +triton==3.3.0 +typer==0.24.2 +typing_extensions==4.15.0 +typing-inspect==0.9.0 +typing-inspection==0.4.2 +tzdata==2026.1 +urllib3==2.6.3 +voltron-robotics==1.1.0 +wandb==0.24.2 +wcwidth==0.6.0 +Werkzeug==3.1.8 +xxhash==3.6.0 +yarl==1.23.0 +zipp==3.23.1 +lerobot==0.4.4 +argcomplete==1.8.1 +colorama==0.4.4 +pip==22.0.2 +pipx==1.0.0 +userpath==1.8.0 +wheel==0.37.1 +launchpadlib==1.10.16 +python-apt==2.4.0+ubuntu4.1 +lazr.restfulclient==0.14.4 +dbus-python==1.2.18 +PyGObject==3.42.1 +blinker==1.4 +cryptography==3.4.8 +httplib2==0.20.2 +more-itertools==8.10.0 +zipp==1.0.0 +importlib-metadata==4.6.4 +jeepney==0.7.1 +PyJWT==2.3.0 +SecretStorage==3.3.1 +keyring==23.5.0 +lazr.uri==1.0.6 +wadllib==1.3.6 +distro==1.7.0 +oauthlib==3.2.0 +six==1.16.0 diff --git a/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/wandb/run-20260427_213749-i657mg8p/files/wandb-metadata.json b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/wandb/run-20260427_213749-i657mg8p/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..8a11d6e37407ac8319970eee4f285059e0743b09 --- /dev/null +++ b/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist/wandb/run-20260427_213749-i657mg8p/files/wandb-metadata.json @@ -0,0 +1,120 @@ +{ + "os": "Linux-5.15.0-176-generic-x86_64-with-glibc2.35", + "python": "CPython 3.10.12", + "startedAt": "2026-04-27T21:37:49.166746Z", + "args": [ + "--dataset.repo_id=HuggingFaceVLA/libero", + "--dataset.episodes=[1261,1262,1263,1264,1265,1266,1267,1268,1269,1270,1271,1272,1273,1274,1275,1276,1277,1278,1279,1280,1281,1282,1283,1284,1285,1286,1287,1288,1289,1290,1291,1292,1293,1294,1295,1296,1297,1298,1299,1300,1301,1302,1303,1304,1305,1306,1307,1308,1309,1310,1311,1312,1313,1314,1315,1316,1317,1318,1319,1320,1321,1322,1323,1324,1325,1326,1327,1328,1329,1330,1331,1332,1333,1334,1335,1336,1337,1338,1339,1340,1341,1342,1343,1344,1345,1346,1347,1348,1349,1350,1351,1352,1353,1354,1355,1356,1357,1358,1359,1360,1361,1362,1363,1364,1365,1366,1367,1368,1369,1370,1371,1372,1373,1374,1375,1376,1377,1378,1379,1380,1381,1382,1383,1384,1385,1386,1387,1388,1389,1390,1391,1392,1393,1394,1395,1396,1397,1398,1399,1400,1401,1402,1403,1404,1405,1406,1407,1408,1409,1410,1411,1412,1413,1414,1415,1416,1417,1418,1419,1420,1421,1422,1423,1424,1425,1426,1427,1428,1429,1430,1431,1432,1433,1434,1435,1436,1437,1438,1439,1440,1441,1442,1443,1444,1445,1446,1447,1448,1449,1450,1451,1452,1453,1454,1455,1456,1457,1458,1459,1460,1461,1462,1463,1464,1465,1466,1467,1468,1469,1470,1471,1472,1473,1474,1475,1476,1477,1478,1479,1480,1481,1482,1483,1484,1485,1486,1487,1488,1489,1490,1491,1492,1493,1494,1495,1496,1497,1498,1499,1500,1501,1502,1503,1504,1505,1506,1507,1508,1509,1510,1511,1512,1513,1514,1515,1516,1517,1518,1519,1520,1521,1522,1523,1524,1525,1526,1527,1528,1529,1530,1531,1532,1533,1534,1535,1536,1537,1538,1539,1540,1541,1542,1543,1544,1545,1546,1547,1548,1549,1550,1551,1552,1553,1554,1555,1556,1557,1558,1559,1560,1561,1562,1563,1564,1565,1566,1567,1568,1569,1570,1571,1572,1573,1574,1575,1576,1577,1578,1579,1580,1581,1582,1583,1584,1585,1586,1587,1588,1589,1590,1591,1592,1593,1594,1595,1596,1597,1598,1599,1600,1601,1602,1603,1604,1605,1606,1607,1608,1609,1610,1611,1612,1613,1614,1615,1616,1617,1618,1619,1620,1621,1622,1623,1624,1625,1626,1627,1628,1629,1630,1631,1632,1633,1634,1635,1636,1637,1638,1639,1640,1641,1642,1643,1644,1645,1646,1647,1648,1649,1650,1651,1652,1653,1654,1655,1656,1657,1658,1659,1660,1661,1662,1663,1664,1665,1666,1667,1668,1669,1670,1671,1672,1673,1674,1675,1676,1677,1678,1679,1680,1681,1682,1683,1684,1685,1686,1687,1688,1689,1690,1691,1692]", + "--policy.type=diffusion", + "--policy.device=cuda:5", + "--policy.freeze_backbone=true", + "--policy.num_tasks=10", + "--policy.task_embed_dim=64", + "--policy.task_index_offset=30", + "--env.type=libero", + "--env.task=libero_spatial", + "--env.task_ids=[6,4,5,7,0,3,8,1,2,9]", + "--batch_size=64", + "--steps=100000", + "--eval_freq=25000", + "--save_freq=25000", + "--eval.n_episodes=20", + "--eval.batch_size=20", + "--seed=42", + "--policy.optimizer_lr=5e-5", + "--output_dir=results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist", + "--job_name=M5_dp_libero_spatial_dino3p_vc1_vitb_wrist", + "--wandb.enable=true", + "--wandb.project=cpmae_M5_multi_encoder", + "--policy.push_to_hub=false", + "--policy.vision_backbone=dinov2", + "--policy.dinov2_model_name=facebook/dinov2-small", + "--policy.backbone_input_norm=imagenet", + "--policy.use_separate_rgb_encoder_per_camera=true", + "--policy.per_camera_backbone_norm={\"observation.images.image2\": \"imagenet\"}", + "--policy.per_camera_backbone={\"observation.images.image2\": \"mocov3\"}", + "--policy.per_camera_mocov3_checkpoint_path={\"observation.images.image2\": \"https://dl.fbaipublicfiles.com/eai-vc/vc1_vitb.pth\"}", + "--policy.per_camera_mocov3_arch={\"observation.images.image2\": \"vit_base\"}" + ], + "program": "/usr/local/bin/lerobot-train", + "git": { + "remote": "https://github.com/mahaitongdae/lerobot.git", + "commit": "2a69bf43de8aaf497e1b9b7997937612f6ca6240" + }, + "root": "results/M5_multi_encoder/M5_dp_libero_spatial_dino3p_vc1_vitb_wrist", + "host": "c6a23a632d62", + "executable": "/usr/bin/python", + "cpu_count": 192, + "cpu_count_logical": 384, + "gpu": "NVIDIA GeForce RTX 5090", + "gpu_count": 8, + "disk": { + "/": { + "total": "858993459200", + "used": "38687805440" + } + }, + "memory": { + "total": "405310226432" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-66bafd78-668c-8f20-0080-78d6a87a33bf" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-dea1fb73-7a72-f4c2-1be9-fd9ffb7d6080" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-fb0fe3ed-978e-63f5-61d8-423b3bf11128" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-45371c01-9ce0-2b01-85df-7cb8542bb9c2" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-573f91e6-6ad4-a207-8b11-7028a67bb157" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-63435d2b-acd3-3de7-aaa9-d7cd6a31f572" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-61e6e545-0839-0f78-89b7-fe6da96b4737" + }, + { + "name": "NVIDIA GeForce RTX 5090", + "memoryTotal": "34190917632", + "cudaCores": 21760, + "architecture": "Blackwell", + "uuid": "GPU-7afed318-e783-7f48-2cb9-469858575bfa" + } + ], + "cudaVersion": "13.0", + "writerId": "njvtyw4resoqj5n3nszic6knk75271om" +} \ No newline at end of file