diff --git a/checkpoint_010000/config.json b/checkpoint_010000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_010000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_010000/model.safetensors b/checkpoint_010000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1acf269a22a8c6d0bfc5767e1e7b35cd840e23d2 --- /dev/null +++ b/checkpoint_010000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ee81143508699709ee4a2a808ce724505d984d0440687bae877b09ae74295fe +size 206699736 diff --git a/checkpoint_010000/policy_postprocessor.json b/checkpoint_010000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_010000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_010000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_010000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_010000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_010000/policy_preprocessor.json b/checkpoint_010000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_010000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_010000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_010000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_010000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_010000/training_metadata.json b/checkpoint_010000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..40e8c0cee4b007eb11b9c8a30d7d7ee4ffab3b1a --- /dev/null +++ b/checkpoint_010000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_2pos_220ep_v2", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 8333, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": "0-19,100-119,200-219" +} \ No newline at end of file diff --git a/checkpoint_010000/training_state.pt b/checkpoint_010000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..bd156295d1693e097c6c88905ffbab7327a2f1ed --- /dev/null +++ b/checkpoint_010000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20584d386f98bafdbc442072cad790fa33320db7b25277c2d69da4d6e0d70530 +size 412908960 diff --git a/checkpoint_020000/config.json b/checkpoint_020000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_020000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_020000/model.safetensors b/checkpoint_020000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..21c59bca2b0174867c1c2a38ddd32f4fbd9af7e2 --- /dev/null +++ b/checkpoint_020000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4d26c9801230607be4313e939ab998011898a6144932057a26e34b6850e52e4d +size 206699736 diff --git a/checkpoint_020000/policy_postprocessor.json b/checkpoint_020000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_020000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_020000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_020000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_020000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_020000/policy_preprocessor.json b/checkpoint_020000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_020000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_020000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_020000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_020000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_020000/training_metadata.json b/checkpoint_020000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..40e8c0cee4b007eb11b9c8a30d7d7ee4ffab3b1a --- /dev/null +++ b/checkpoint_020000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_2pos_220ep_v2", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 8333, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": "0-19,100-119,200-219" +} \ No newline at end of file diff --git a/checkpoint_020000/training_state.pt b/checkpoint_020000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..03024158dffc670c40f5dac1ea0ad0638049507e --- /dev/null +++ b/checkpoint_020000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cb5bc99f8357708936118cbc576bd9a4984341093c84ae3f2c77588e75e5f0e +size 412908960 diff --git a/checkpoint_030000/config.json b/checkpoint_030000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_030000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_030000/model.safetensors b/checkpoint_030000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0d450003efa66d8863508fbc7713fb5959865146 --- /dev/null +++ b/checkpoint_030000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dbf2c47136e857b500e490db59707206776d34e299297e4f30956d39ea74a602 +size 206699736 diff --git a/checkpoint_030000/policy_postprocessor.json b/checkpoint_030000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_030000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_030000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_030000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_030000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_030000/policy_preprocessor.json b/checkpoint_030000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_030000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_030000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_030000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_030000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_030000/training_metadata.json b/checkpoint_030000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..40e8c0cee4b007eb11b9c8a30d7d7ee4ffab3b1a --- /dev/null +++ b/checkpoint_030000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_2pos_220ep_v2", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 8333, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": "0-19,100-119,200-219" +} \ No newline at end of file diff --git a/checkpoint_030000/training_state.pt b/checkpoint_030000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..a2695c00f943e6e6946239e204649d2273c9a228 --- /dev/null +++ b/checkpoint_030000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dcc4d056073ea2dfd29462ae5408fa75be338b1d12e752cb323470a9d548f54 +size 412908960 diff --git a/checkpoint_040000/config.json b/checkpoint_040000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_040000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_040000/model.safetensors b/checkpoint_040000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..82463b2905438783bfd443ea69eac411e48987d3 --- /dev/null +++ b/checkpoint_040000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3ff3b7885ceb1f1ceef469e5f60c2dfc6db3f1e1fd743dc1ce7be1fd0b5c085f +size 206699736 diff --git a/checkpoint_040000/policy_postprocessor.json b/checkpoint_040000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_040000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_040000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_040000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_040000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_040000/policy_preprocessor.json b/checkpoint_040000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_040000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_040000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_040000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_040000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_040000/training_metadata.json b/checkpoint_040000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..40e8c0cee4b007eb11b9c8a30d7d7ee4ffab3b1a --- /dev/null +++ b/checkpoint_040000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_2pos_220ep_v2", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 8333, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": "0-19,100-119,200-219" +} \ No newline at end of file diff --git a/checkpoint_040000/training_state.pt b/checkpoint_040000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..28c00b35cfc6bb3acb0205436301ad3f8e815268 --- /dev/null +++ b/checkpoint_040000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9ce8508cd1dd3d43dafd5e624d2c669fcb84403c18fad384ebcf44df5b85f62b +size 412908960 diff --git a/checkpoint_050000/config.json b/checkpoint_050000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_050000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_050000/model.safetensors b/checkpoint_050000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..75e08cda1b089231a7d72a17b06ebb51753e6c6f --- /dev/null +++ b/checkpoint_050000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5567281919d1b5cdad1dd5e200947942059929970bbd71fd5d78026d57ed2b4a +size 206699736 diff --git a/checkpoint_050000/policy_postprocessor.json b/checkpoint_050000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_050000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_050000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_050000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_050000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_050000/policy_preprocessor.json b/checkpoint_050000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_050000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_050000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_050000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_050000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_050000/training_metadata.json b/checkpoint_050000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..40e8c0cee4b007eb11b9c8a30d7d7ee4ffab3b1a --- /dev/null +++ b/checkpoint_050000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_2pos_220ep_v2", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 8333, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": "0-19,100-119,200-219" +} \ No newline at end of file diff --git a/checkpoint_050000/training_state.pt b/checkpoint_050000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..dcb43515fbfc2a0d2e775101af7bec57d165efbb --- /dev/null +++ b/checkpoint_050000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7493e20dfcb239b0758a60d602be3ca1201319eda70dc576ef07c108078e3903 +size 412908960 diff --git a/checkpoint_060000/config.json b/checkpoint_060000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_060000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_060000/model.safetensors b/checkpoint_060000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f486ed2ba2368813bcb393dfed119364bfd22f8f --- /dev/null +++ b/checkpoint_060000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feda1c42349e9c954e858c3b4a6a12195df7e7467aa317e4c78e05dc809a1fc9 +size 206699736 diff --git a/checkpoint_060000/policy_postprocessor.json b/checkpoint_060000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_060000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_060000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_060000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_060000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_060000/policy_preprocessor.json b/checkpoint_060000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_060000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_060000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_060000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_060000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_060000/training_metadata.json b/checkpoint_060000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..40e8c0cee4b007eb11b9c8a30d7d7ee4ffab3b1a --- /dev/null +++ b/checkpoint_060000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_2pos_220ep_v2", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 8333, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": "0-19,100-119,200-219" +} \ No newline at end of file diff --git a/checkpoint_060000/training_state.pt b/checkpoint_060000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..842211bfd8f6889c68fc1ae30521899d56391940 --- /dev/null +++ b/checkpoint_060000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f026712e823603828440fafd0d2da08ccec21bb56f3855a5121bda46a8d4135 +size 412908960 diff --git a/checkpoint_070000/config.json b/checkpoint_070000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_070000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_070000/model.safetensors b/checkpoint_070000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b0a25c1be6b75bbcf4d3ecd87754d1fcf452d50a --- /dev/null +++ b/checkpoint_070000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:732662daebeae79a5150838fc772b04247de04f9749e124eb05b28252902651b +size 206699736 diff --git a/checkpoint_070000/policy_postprocessor.json b/checkpoint_070000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_070000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_070000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_070000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_070000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_070000/policy_preprocessor.json b/checkpoint_070000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_070000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_070000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_070000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_070000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_070000/training_metadata.json b/checkpoint_070000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..40e8c0cee4b007eb11b9c8a30d7d7ee4ffab3b1a --- /dev/null +++ b/checkpoint_070000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_2pos_220ep_v2", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 8333, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": "0-19,100-119,200-219" +} \ No newline at end of file diff --git a/checkpoint_070000/training_state.pt b/checkpoint_070000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..b999be0b53ffe351952158beab702808668b91ea --- /dev/null +++ b/checkpoint_070000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:306677f44c0551c1174485ce45c81429a29212d94f1e1f812f7c978fea8dfb7c +size 412908960 diff --git a/checkpoint_080000/config.json b/checkpoint_080000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_080000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_080000/model.safetensors b/checkpoint_080000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eb4937ded615f367a92003cd6e61d8f7cec96a82 --- /dev/null +++ b/checkpoint_080000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2a5f210f7a731d3e70fdd0634858252ee5eaea36ec18b098f131918853f4fc5 +size 206699736 diff --git a/checkpoint_080000/policy_postprocessor.json b/checkpoint_080000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_080000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_080000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_080000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_080000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_080000/policy_preprocessor.json b/checkpoint_080000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_080000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_080000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_080000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_080000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_080000/training_metadata.json b/checkpoint_080000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..40e8c0cee4b007eb11b9c8a30d7d7ee4ffab3b1a --- /dev/null +++ b/checkpoint_080000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_2pos_220ep_v2", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 8333, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": "0-19,100-119,200-219" +} \ No newline at end of file diff --git a/checkpoint_080000/training_state.pt b/checkpoint_080000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..c5200662f85953960e78722f69eba663e1670d8d --- /dev/null +++ b/checkpoint_080000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00fef86accc1034a2ac4eac68ae9ef6fc8302a614511252d0e76bf0f17cf5932 +size 412908960 diff --git a/checkpoint_090000/config.json b/checkpoint_090000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_090000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_090000/model.safetensors b/checkpoint_090000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e42f95ce95465042f8670fcf9afc54c63b03db44 --- /dev/null +++ b/checkpoint_090000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf48683966a750ed06b699ecc197e21260319e0667bdc9fa3a801b7738bcaca1 +size 206699736 diff --git a/checkpoint_090000/policy_postprocessor.json b/checkpoint_090000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_090000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_090000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_090000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_090000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_090000/policy_preprocessor.json b/checkpoint_090000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_090000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_090000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_090000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_090000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_090000/training_metadata.json b/checkpoint_090000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..40e8c0cee4b007eb11b9c8a30d7d7ee4ffab3b1a --- /dev/null +++ b/checkpoint_090000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_2pos_220ep_v2", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 8333, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": "0-19,100-119,200-219" +} \ No newline at end of file diff --git a/checkpoint_090000/training_state.pt b/checkpoint_090000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..a083df6b76881ebeb531ff11d5a7ae3e362ad8e5 --- /dev/null +++ b/checkpoint_090000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a10863eaa22c9ad651cbb05112994397945b4856973962fde31ce119b92fa36 +size 412908960 diff --git a/checkpoint_100000/config.json b/checkpoint_100000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c6f23b7279e035dc54620843152f77cac215ba9 --- /dev/null +++ b/checkpoint_100000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_100000/model.safetensors b/checkpoint_100000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a29f65833bb6dbdf16796ef90375c76574c134dc --- /dev/null +++ b/checkpoint_100000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdffe9c8bfd4617897292c809a5dcbdf71ddbb0a3b15bc6a61a37f12c2df295a +size 206699736 diff --git a/checkpoint_100000/policy_postprocessor.json b/checkpoint_100000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..9ccb342474cecbf2bdbb034d27169a351ad96d2a --- /dev/null +++ b/checkpoint_100000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_100000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_100000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_100000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_100000/policy_preprocessor.json b/checkpoint_100000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..389128bb65c67ed0581a430cc6e1204cd36787fa --- /dev/null +++ b/checkpoint_100000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_100000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_100000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..daffc771d746416e3ca37c32433c4a93917b1b9a --- /dev/null +++ b/checkpoint_100000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1d9593ae863082c2b287acab9467aaf2a6d09fc472789b763c605a6c481e9d44 +size 768 diff --git a/checkpoint_100000/training_metadata.json b/checkpoint_100000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..40e8c0cee4b007eb11b9c8a30d7d7ee4ffab3b1a --- /dev/null +++ b/checkpoint_100000/training_metadata.json @@ -0,0 +1,38 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_2pos_220ep_v2", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 8333, + "pickup_coords": false, + "pos1_only": false, + "episode_filter": "0-19,100-119,200-219" +} \ No newline at end of file diff --git a/checkpoint_100000/training_state.pt b/checkpoint_100000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..fab2d36800fc7efc88d4b3b82d8e8a5ee688c701 --- /dev/null +++ b/checkpoint_100000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cb15df58c3405916798cb03fe31dc15346452f7d4df19749dc784906e25a9cbe +size 378667008