diff --git a/checkpoint_005000/config.json b/checkpoint_005000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..540963b320c8e6b3c1153f716adef31743f0082f --- /dev/null +++ b/checkpoint_005000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_005000/model.safetensors b/checkpoint_005000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c71f1ddb3d57450ae79e080cbbde92bc4348fe9d --- /dev/null +++ b/checkpoint_005000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e7e40f52ea553bf207334563396c0d8e36f43f376a85ce9607f01d90d35efc3c +size 206699736 diff --git a/checkpoint_005000/policy_postprocessor.json b/checkpoint_005000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_005000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_005000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_005000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_005000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_005000/policy_preprocessor.json b/checkpoint_005000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_005000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_005000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_005000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_005000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_005000/training_metadata.json b/checkpoint_005000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..10504ccda6e31af86b899ebbda6610486c4ab4c0 --- /dev/null +++ b/checkpoint_005000/training_metadata.json @@ -0,0 +1,35 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534 +} \ No newline at end of file diff --git a/checkpoint_005000/training_state.pt b/checkpoint_005000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..04fb43c128828f470b9fc06f8ee39b080ca231fe --- /dev/null +++ b/checkpoint_005000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:04517d62ef33f8e09bd793261cea507ac6501b03340e5921486976d9f5ed4a87 +size 412908960 diff --git a/checkpoint_010000/config.json b/checkpoint_010000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..540963b320c8e6b3c1153f716adef31743f0082f --- /dev/null +++ b/checkpoint_010000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_010000/model.safetensors b/checkpoint_010000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..63c03354e755a7cba99b45812f774a61337cf364 --- /dev/null +++ b/checkpoint_010000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d1e36bb9ceb196055dfc02051e74080fe5aaae8423a9179fbfd44d1c0307d3d +size 206699736 diff --git a/checkpoint_010000/policy_postprocessor.json b/checkpoint_010000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_010000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_010000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_010000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_010000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_010000/policy_preprocessor.json b/checkpoint_010000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_010000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_010000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_010000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_010000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_010000/training_metadata.json b/checkpoint_010000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..10504ccda6e31af86b899ebbda6610486c4ab4c0 --- /dev/null +++ b/checkpoint_010000/training_metadata.json @@ -0,0 +1,35 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534 +} \ No newline at end of file diff --git a/checkpoint_010000/training_state.pt b/checkpoint_010000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..70a1533eff71df726144c68220ea30178eb3cb47 --- /dev/null +++ b/checkpoint_010000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86138a53f440102cde4d115c1e04e56e3a927969485c6ce95b2b9b4b6f39a0e2 +size 412908960 diff --git a/checkpoint_015000/config.json b/checkpoint_015000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..540963b320c8e6b3c1153f716adef31743f0082f --- /dev/null +++ b/checkpoint_015000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_015000/model.safetensors b/checkpoint_015000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6df969761b0471f427ee05eba039327c7f8d6e72 --- /dev/null +++ b/checkpoint_015000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97f2aaa11721775fe7b45a10298d5acc0c80b9220b3bc123bdeea9d78cdafba4 +size 206699736 diff --git a/checkpoint_015000/policy_postprocessor.json b/checkpoint_015000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_015000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_015000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_015000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_015000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_015000/policy_preprocessor.json b/checkpoint_015000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_015000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_015000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_015000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_015000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_015000/training_metadata.json b/checkpoint_015000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..10504ccda6e31af86b899ebbda6610486c4ab4c0 --- /dev/null +++ b/checkpoint_015000/training_metadata.json @@ -0,0 +1,35 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534 +} \ No newline at end of file diff --git a/checkpoint_015000/training_state.pt b/checkpoint_015000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..c1bc398bce553107e567592e81e5fb8467afae2e --- /dev/null +++ b/checkpoint_015000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eb0fb40630e5b4c7e3012046b6f1d4bb6affe54a9547ce246e96f6bf1ad8af0a +size 412908960 diff --git a/checkpoint_020000/config.json b/checkpoint_020000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..540963b320c8e6b3c1153f716adef31743f0082f --- /dev/null +++ b/checkpoint_020000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_020000/model.safetensors b/checkpoint_020000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2220b06fe006d51640cd93c80abf042d10d14547 --- /dev/null +++ b/checkpoint_020000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a4bfbf46854a84d0297cfaf018241d436df756d11c6dbc2c0880578955bad500 +size 206699736 diff --git a/checkpoint_020000/policy_postprocessor.json b/checkpoint_020000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_020000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_020000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_020000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_020000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_020000/policy_preprocessor.json b/checkpoint_020000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_020000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_020000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_020000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_020000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_020000/training_metadata.json b/checkpoint_020000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..10504ccda6e31af86b899ebbda6610486c4ab4c0 --- /dev/null +++ b/checkpoint_020000/training_metadata.json @@ -0,0 +1,35 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534 +} \ No newline at end of file diff --git a/checkpoint_020000/training_state.pt b/checkpoint_020000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..9d3aac507a90e916015daa77b2722c6a8890b363 --- /dev/null +++ b/checkpoint_020000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5de99843f1f39d042cf4345b5d7566a2430b14aa55534495e790c8bcf5427459 +size 412908960 diff --git a/checkpoint_025000/config.json b/checkpoint_025000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..540963b320c8e6b3c1153f716adef31743f0082f --- /dev/null +++ b/checkpoint_025000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_025000/model.safetensors b/checkpoint_025000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..07b0b62931d6225ae094a7fbdecc36b19fb50704 --- /dev/null +++ b/checkpoint_025000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:010f3b5705523de707e5e10cc71ac25af19da91ebfa8c8e11e58c68924368d09 +size 206699736 diff --git a/checkpoint_025000/policy_postprocessor.json b/checkpoint_025000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_025000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_025000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_025000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_025000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_025000/policy_preprocessor.json b/checkpoint_025000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_025000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_025000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_025000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_025000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_025000/training_metadata.json b/checkpoint_025000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..10504ccda6e31af86b899ebbda6610486c4ab4c0 --- /dev/null +++ b/checkpoint_025000/training_metadata.json @@ -0,0 +1,35 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534 +} \ No newline at end of file diff --git a/checkpoint_025000/training_state.pt b/checkpoint_025000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..2b50c38f8deca85ac4b9490f915e5f77282422bd --- /dev/null +++ b/checkpoint_025000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f21e7f6ec3c899d24e8eb02ab4eae45448236f08594c46bc90268650e0e72760 +size 412908960 diff --git a/checkpoint_030000/config.json b/checkpoint_030000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..540963b320c8e6b3c1153f716adef31743f0082f --- /dev/null +++ b/checkpoint_030000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_030000/model.safetensors b/checkpoint_030000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ca31793ae97a1e171654ab1348a803526b590f1f --- /dev/null +++ b/checkpoint_030000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36c95e41bfe3e82055e0cf0b8f9274ce64907a1161cf0cc4578f408c816821e4 +size 206699736 diff --git a/checkpoint_030000/policy_postprocessor.json b/checkpoint_030000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_030000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_030000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_030000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_030000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_030000/policy_preprocessor.json b/checkpoint_030000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_030000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_030000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_030000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_030000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_030000/training_metadata.json b/checkpoint_030000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..10504ccda6e31af86b899ebbda6610486c4ab4c0 --- /dev/null +++ b/checkpoint_030000/training_metadata.json @@ -0,0 +1,35 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534 +} \ No newline at end of file diff --git a/checkpoint_030000/training_state.pt b/checkpoint_030000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..7232432fc057bb60e5f1599bb44c348ebb8dd713 --- /dev/null +++ b/checkpoint_030000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3bc6a58065809a69ff1cdcd96b13d04c79d585727649929dc4d56b47afb8a38 +size 412908960 diff --git a/checkpoint_035000/config.json b/checkpoint_035000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..540963b320c8e6b3c1153f716adef31743f0082f --- /dev/null +++ b/checkpoint_035000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_035000/model.safetensors b/checkpoint_035000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..39b68dc07e78b6ba39a642150031ca07f0738076 --- /dev/null +++ b/checkpoint_035000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df99c1f92288d69ed973a740e9778c0b1a26386d88536ce5e25f0b7b6f9e8a0f +size 206699736 diff --git a/checkpoint_035000/policy_postprocessor.json b/checkpoint_035000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_035000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_035000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_035000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_035000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_035000/policy_preprocessor.json b/checkpoint_035000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_035000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_035000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_035000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_035000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_035000/training_metadata.json b/checkpoint_035000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..10504ccda6e31af86b899ebbda6610486c4ab4c0 --- /dev/null +++ b/checkpoint_035000/training_metadata.json @@ -0,0 +1,35 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534 +} \ No newline at end of file diff --git a/checkpoint_035000/training_state.pt b/checkpoint_035000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..a4df055550d6dfa44d62e1d94597f1cd955a5f30 --- /dev/null +++ b/checkpoint_035000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0eb304bb19003d7e7c0676c03b312d2bb0d5a40910e47ee396c9450c6b6c8546 +size 412908960 diff --git a/checkpoint_040000/config.json b/checkpoint_040000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..540963b320c8e6b3c1153f716adef31743f0082f --- /dev/null +++ b/checkpoint_040000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_040000/model.safetensors b/checkpoint_040000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..431a9453cc0ba04fdd859e192a3f77a82870f9a1 --- /dev/null +++ b/checkpoint_040000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:daed77d5a9e6cefd25668768cd4f3277b5768191f269d85724d35c7e7d3af437 +size 206699736 diff --git a/checkpoint_040000/policy_postprocessor.json b/checkpoint_040000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_040000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_040000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_040000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_040000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_040000/policy_preprocessor.json b/checkpoint_040000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_040000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_040000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_040000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_040000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_040000/training_metadata.json b/checkpoint_040000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..10504ccda6e31af86b899ebbda6610486c4ab4c0 --- /dev/null +++ b/checkpoint_040000/training_metadata.json @@ -0,0 +1,35 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534 +} \ No newline at end of file diff --git a/checkpoint_040000/training_state.pt b/checkpoint_040000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..6187045d9c8e5d14cd375869e0016e6a6573c975 --- /dev/null +++ b/checkpoint_040000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f36520d4e10d57f8029152bea5619b5cf98feb74674aa85cceb75a41d261f237 +size 412908960 diff --git a/checkpoint_045000/config.json b/checkpoint_045000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..540963b320c8e6b3c1153f716adef31743f0082f --- /dev/null +++ b/checkpoint_045000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_045000/model.safetensors b/checkpoint_045000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..68e82988d63e0319e3a8efb5da523ac56a7b5843 --- /dev/null +++ b/checkpoint_045000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:99ccd75538a4b3cb83a2315be7a7ea175fac45415433a5ef0ae1863e9b944fd9 +size 206699736 diff --git a/checkpoint_045000/policy_postprocessor.json b/checkpoint_045000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_045000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_045000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_045000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_045000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_045000/policy_preprocessor.json b/checkpoint_045000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_045000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_045000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_045000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_045000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_045000/training_metadata.json b/checkpoint_045000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..10504ccda6e31af86b899ebbda6610486c4ab4c0 --- /dev/null +++ b/checkpoint_045000/training_metadata.json @@ -0,0 +1,35 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534 +} \ No newline at end of file diff --git a/checkpoint_045000/training_state.pt b/checkpoint_045000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..d00e3916e68a447e49c3acd5d8a8bf4493e66b7a --- /dev/null +++ b/checkpoint_045000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4dec1f7814a66a1fe42842adef6c5f10be6cbcca50c097276c994d8889bbf69 +size 412908960 diff --git a/checkpoint_050000/config.json b/checkpoint_050000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..540963b320c8e6b3c1153f716adef31743f0082f --- /dev/null +++ b/checkpoint_050000/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_050000/model.safetensors b/checkpoint_050000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..52f19668ab35ed4860e1c365d3c301425e8b6528 --- /dev/null +++ b/checkpoint_050000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34f51901d9b141ec452f56a767b0182976f76dc53409ff00c96ed5e2fd81f0cb +size 206699736 diff --git a/checkpoint_050000/policy_postprocessor.json b/checkpoint_050000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_050000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_050000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_050000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_050000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_050000/policy_preprocessor.json b/checkpoint_050000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_050000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_050000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_050000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_050000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_050000/training_metadata.json b/checkpoint_050000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..10504ccda6e31af86b899ebbda6610486c4ab4c0 --- /dev/null +++ b/checkpoint_050000/training_metadata.json @@ -0,0 +1,35 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534 +} \ No newline at end of file diff --git a/checkpoint_050000/training_state.pt b/checkpoint_050000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6bbc4dc014b9e65bb66603a41c2676c27ebfb12 --- /dev/null +++ b/checkpoint_050000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:181b9d22a0bed9b4dde30206926029ab421617e7d7d5c92dd692f3c3bab40e82 +size 412908960 diff --git a/final/config.json b/final/config.json new file mode 100644 index 0000000000000000000000000000000000000000..540963b320c8e6b3c1153f716adef31743f0082f --- /dev/null +++ b/final/config.json @@ -0,0 +1,71 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/final/model.safetensors b/final/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..52f19668ab35ed4860e1c365d3c301425e8b6528 --- /dev/null +++ b/final/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34f51901d9b141ec452f56a767b0182976f76dc53409ff00c96ed5e2fd81f0cb +size 206699736 diff --git a/final/policy_postprocessor.json b/final/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/final/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/final/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/final/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/final/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/final/policy_preprocessor.json b/final/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/final/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/final/policy_preprocessor_step_3_normalizer_processor.safetensors b/final/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/final/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/final/training_metadata.json b/final/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..10504ccda6e31af86b899ebbda6610486c4ab4c0 --- /dev/null +++ b/final/training_metadata.json @@ -0,0 +1,35 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "scene": "so101_with_wrist_cam.xml", + "scene_cameras": { + "overhead_cam": { + "fovy": 52.0, + "pos": [ + 0.3, + -0.09, + 0.6 + ] + }, + "wrist_cam": { + "fovy": 71.0, + "pos": [ + 0.0, + 0.0, + 0.0 + ] + } + }, + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "camera_resolutions": { + "wrist_cam": "640x480", + "overhead_cam": "640x480" + }, + "action_space": "joint (6-dim: normalized joints)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534 +} \ No newline at end of file diff --git a/final/training_state.pt b/final/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..e6bbc4dc014b9e65bb66603a41c2676c27ebfb12 --- /dev/null +++ b/final/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:181b9d22a0bed9b4dde30206926029ab421617e7d7d5c92dd692f3c3bab40e82 +size 412908960