diff --git a/checkpoint_010000/config.json b/checkpoint_010000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_010000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_010000/model.safetensors b/checkpoint_010000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8ff12e85568559519584627c5811e45492b16ce7 --- /dev/null +++ b/checkpoint_010000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1177fa8262330b539fd9268b3528e1bf0b44cb40d19762c98bea12e8ff6e1f8a +size 206699736 diff --git a/checkpoint_010000/policy_postprocessor.json b/checkpoint_010000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_010000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_010000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_010000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_010000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_010000/policy_preprocessor.json b/checkpoint_010000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_010000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_010000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_010000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_010000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_010000/training_metadata.json b/checkpoint_010000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ade1d9a3740b76183af337ee6dda27d86befbbbc --- /dev/null +++ b/checkpoint_010000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_440ep_both_grounds", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 62420, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": null +} \ No newline at end of file diff --git a/checkpoint_010000/training_state.pt b/checkpoint_010000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..43bb334d4c4aad593d808861a4a66893cdf0f012 --- /dev/null +++ b/checkpoint_010000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b22668f1f57b1306f01c7190425bcf6c3b40372ba1c64d13901642a6ba4fc779 +size 412908960 diff --git a/checkpoint_020000/config.json b/checkpoint_020000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_020000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_020000/model.safetensors b/checkpoint_020000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d0cb4d2ba149607d9a25fba1148f8ad070e7ef43 --- /dev/null +++ b/checkpoint_020000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfe77402e2253354ff2cd5ed2231a6c28476a4d5144631e426d26e65dfb46eb8 +size 206699736 diff --git a/checkpoint_020000/policy_postprocessor.json b/checkpoint_020000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_020000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_020000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_020000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_020000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_020000/policy_preprocessor.json b/checkpoint_020000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_020000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_020000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_020000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_020000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_020000/training_metadata.json b/checkpoint_020000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ade1d9a3740b76183af337ee6dda27d86befbbbc --- /dev/null +++ b/checkpoint_020000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_440ep_both_grounds", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 62420, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": null +} \ No newline at end of file diff --git a/checkpoint_020000/training_state.pt b/checkpoint_020000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..b5976e6ddc903c92bfc21bbd700c83a740a6ada6 --- /dev/null +++ b/checkpoint_020000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92ed4092357a09c2db685d0048349c7ccac20d61a2d92a2557b1449df2bbf235 +size 412908960 diff --git a/checkpoint_030000/config.json b/checkpoint_030000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_030000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_030000/model.safetensors b/checkpoint_030000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cdb018a1753b842dfab36f447d9c171ab91f9fc7 --- /dev/null +++ b/checkpoint_030000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92efd1d8dc566486199ca353d128ae4cde32588b2c8600be406205f9f7244261 +size 206699736 diff --git a/checkpoint_030000/policy_postprocessor.json b/checkpoint_030000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_030000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_030000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_030000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_030000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_030000/policy_preprocessor.json b/checkpoint_030000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_030000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_030000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_030000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_030000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_030000/training_metadata.json b/checkpoint_030000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ade1d9a3740b76183af337ee6dda27d86befbbbc --- /dev/null +++ b/checkpoint_030000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_440ep_both_grounds", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 62420, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": null +} \ No newline at end of file diff --git a/checkpoint_030000/training_state.pt b/checkpoint_030000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..54153fbf05e80488b92f4302bace42f282f79aa6 --- /dev/null +++ b/checkpoint_030000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a38d8417fe1b34bf0acbc9425d22a9d260a968a9f98a29d22719fd45599c1dbd +size 412908960 diff --git a/checkpoint_040000/config.json b/checkpoint_040000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_040000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_040000/model.safetensors b/checkpoint_040000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..af98bd2a01dc934af6f2be5d5d49d3f2d79edf52 --- /dev/null +++ b/checkpoint_040000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c12ac3da7cccc34034ec6e37892a20d504e05c3fd442d3239dd07144fd5e607c +size 206699736 diff --git a/checkpoint_040000/policy_postprocessor.json b/checkpoint_040000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_040000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_040000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_040000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_040000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_040000/policy_preprocessor.json b/checkpoint_040000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_040000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_040000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_040000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_040000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_040000/training_metadata.json b/checkpoint_040000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ade1d9a3740b76183af337ee6dda27d86befbbbc --- /dev/null +++ b/checkpoint_040000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_440ep_both_grounds", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 62420, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": null +} \ No newline at end of file diff --git a/checkpoint_040000/training_state.pt b/checkpoint_040000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..f58ac08d250b5b2ac77131ac655d3d1ffbb69657 --- /dev/null +++ b/checkpoint_040000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96dee81dfe06d94d2f7fe35a4d3c40260a9433f390163f3b6fa00ee34f714fef +size 412908960 diff --git a/checkpoint_050000/config.json b/checkpoint_050000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_050000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_050000/model.safetensors b/checkpoint_050000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..23cfddbbf4fe044a36cc6dd6144ec8820f1bac6b --- /dev/null +++ b/checkpoint_050000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92d38c0cbed302aece5548542410e83d9b65eb3fe7b528e7703382d86ea9a48c +size 206699736 diff --git a/checkpoint_050000/policy_postprocessor.json b/checkpoint_050000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_050000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_050000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_050000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_050000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_050000/policy_preprocessor.json b/checkpoint_050000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_050000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_050000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_050000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_050000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_050000/training_metadata.json b/checkpoint_050000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ade1d9a3740b76183af337ee6dda27d86befbbbc --- /dev/null +++ b/checkpoint_050000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_440ep_both_grounds", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 62420, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": null +} \ No newline at end of file diff --git a/checkpoint_050000/training_state.pt b/checkpoint_050000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..ad0ce1a150da5d0bcb055ca5eb8658853f1abc35 --- /dev/null +++ b/checkpoint_050000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3b5e28149c9364d5f90884278ae26b60aaa05ffc6d3c21f579d7a47ac7cf593 +size 412908960 diff --git a/checkpoint_060000/config.json b/checkpoint_060000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_060000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_060000/model.safetensors b/checkpoint_060000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f43344e082a70579b33eab07d1222978d7bdb878 --- /dev/null +++ b/checkpoint_060000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eec9c13135c187f9a4807a6496827b583608f42060318a93a474eeba536f80b1 +size 206699736 diff --git a/checkpoint_060000/policy_postprocessor.json b/checkpoint_060000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_060000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_060000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_060000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_060000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_060000/policy_preprocessor.json b/checkpoint_060000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_060000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_060000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_060000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_060000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_060000/training_metadata.json b/checkpoint_060000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ade1d9a3740b76183af337ee6dda27d86befbbbc --- /dev/null +++ b/checkpoint_060000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_440ep_both_grounds", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 62420, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": null +} \ No newline at end of file diff --git a/checkpoint_060000/training_state.pt b/checkpoint_060000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..82b5f25c16534d11513e57c001537c55a0b59ceb --- /dev/null +++ b/checkpoint_060000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e576a2f9a4ec1ae09861f78d2a2ba68d61e2bf44450f6c367ffadc13cd51708 +size 412908960 diff --git a/checkpoint_070000/config.json b/checkpoint_070000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_070000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_070000/model.safetensors b/checkpoint_070000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..26eb61ff0f51fba70545ebc8a09434d476e354b6 --- /dev/null +++ b/checkpoint_070000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f1464f9122f2fc56c18b4f85e9562285d0068c3dd9df08ece14be187e34a832 +size 206699736 diff --git a/checkpoint_070000/policy_postprocessor.json b/checkpoint_070000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_070000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_070000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_070000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_070000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_070000/policy_preprocessor.json b/checkpoint_070000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_070000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_070000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_070000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_070000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_070000/training_metadata.json b/checkpoint_070000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ade1d9a3740b76183af337ee6dda27d86befbbbc --- /dev/null +++ b/checkpoint_070000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_440ep_both_grounds", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 62420, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": null +} \ No newline at end of file diff --git a/checkpoint_070000/training_state.pt b/checkpoint_070000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..3a7c09819ee7c6fa307689b66e1e19497d769af0 --- /dev/null +++ b/checkpoint_070000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfec3f8d1e93e9465d252aadbbf44ff42a2cc2f3509e6a28e536acf3430be1f5 +size 412908960 diff --git a/checkpoint_080000/config.json b/checkpoint_080000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_080000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_080000/model.safetensors b/checkpoint_080000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..13ea42c9fa6fa1bd70832a105dbe910a08a7da16 --- /dev/null +++ b/checkpoint_080000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e24b8ccabbad3b9dbe43e6981e00ec8fe5c55ebaa1ae8ce1412701762565eee3 +size 206699736 diff --git a/checkpoint_080000/policy_postprocessor.json b/checkpoint_080000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_080000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_080000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_080000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_080000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_080000/policy_preprocessor.json b/checkpoint_080000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_080000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_080000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_080000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_080000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_080000/training_metadata.json b/checkpoint_080000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ade1d9a3740b76183af337ee6dda27d86befbbbc --- /dev/null +++ b/checkpoint_080000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_440ep_both_grounds", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 62420, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": null +} \ No newline at end of file diff --git a/checkpoint_080000/training_state.pt b/checkpoint_080000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..5beba68c38373977c42795aaee57d6ee97c65f64 --- /dev/null +++ b/checkpoint_080000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a79e08485b803b84ac065b9c807a9414f29af797cfaf509060754141c480968 +size 412908960 diff --git a/checkpoint_090000/config.json b/checkpoint_090000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_090000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_090000/model.safetensors b/checkpoint_090000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ae64c5e26d4c79322481a193f6ffc035388b4734 --- /dev/null +++ b/checkpoint_090000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51a2f15979cd21f1ce6585f90fb024b1c1874a6593db146496b4215286964fa1 +size 206699736 diff --git a/checkpoint_090000/policy_postprocessor.json b/checkpoint_090000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_090000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_090000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_090000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_090000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_090000/policy_preprocessor.json b/checkpoint_090000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_090000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_090000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_090000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_090000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_090000/training_metadata.json b/checkpoint_090000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ade1d9a3740b76183af337ee6dda27d86befbbbc --- /dev/null +++ b/checkpoint_090000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_440ep_both_grounds", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 62420, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": null +} \ No newline at end of file diff --git a/checkpoint_090000/training_state.pt b/checkpoint_090000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..1a719ec7fb3cc8c034fa70a2b14be97c0480a4c1 --- /dev/null +++ b/checkpoint_090000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b02b68e65b77b0dab3524914ab8c1c831f395486cf9c08efbdf773bafe76b2ba +size 412908960 diff --git a/checkpoint_100000/config.json b/checkpoint_100000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_100000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_100000/model.safetensors b/checkpoint_100000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a0a8abd882b1376c90223774142fd162463e040 --- /dev/null +++ b/checkpoint_100000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7443ee1936882c15843cdd532ec1d733bf65295e33f265e75ef08fa3154b5979 +size 206699736 diff --git a/checkpoint_100000/policy_postprocessor.json b/checkpoint_100000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_100000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_100000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_100000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_100000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_100000/policy_preprocessor.json b/checkpoint_100000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_100000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_100000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_100000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/checkpoint_100000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/checkpoint_100000/training_metadata.json b/checkpoint_100000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ade1d9a3740b76183af337ee6dda27d86befbbbc --- /dev/null +++ b/checkpoint_100000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_440ep_both_grounds", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 62420, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": null +} \ No newline at end of file diff --git a/checkpoint_100000/training_state.pt b/checkpoint_100000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..0334cf605d15e918ee7defac0edbb45805ce7db5 --- /dev/null +++ b/checkpoint_100000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75bb5b652067b0dc5a66973286d7a1deee858e60b283da52c0e55529fd44ba16 +size 412908960 diff --git a/final/config.json b/final/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/final/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/final/model.safetensors b/final/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a0a8abd882b1376c90223774142fd162463e040 --- /dev/null +++ b/final/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7443ee1936882c15843cdd532ec1d733bf65295e33f265e75ef08fa3154b5979 +size 206699736 diff --git a/final/policy_postprocessor.json b/final/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/final/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/final/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/final/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/final/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/final/policy_preprocessor.json b/final/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/final/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/final/policy_preprocessor_step_3_normalizer_processor.safetensors b/final/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f8cce0248d4aac01b03b35b6742f24ddb7a013b9 --- /dev/null +++ b/final/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55e6c06d6ff348bed95e04645f3484d1e5824656fc9b3fb90c143b3876948815 +size 768 diff --git a/final/training_metadata.json b/final/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..ade1d9a3740b76183af337ee6dda27d86befbbbc --- /dev/null +++ b/final/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_440ep_both_grounds", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 62420, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": null +} \ No newline at end of file diff --git a/final/training_state.pt b/final/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..0334cf605d15e918ee7defac0edbb45805ce7db5 --- /dev/null +++ b/final/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75bb5b652067b0dc5a66973286d7a1deee858e60b283da52c0e55529fd44ba16 +size 412908960