diff --git a/checkpoint_001000/config.json b/checkpoint_001000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_001000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_001000/model.safetensors b/checkpoint_001000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..776df2110670e33e411fadd06c9d15158b02e6b1 --- /dev/null +++ b/checkpoint_001000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:98846a8f263e3ba7530744178e3a8a1efa1ddd34e08d2487bef4644b6627b8f1 +size 206707936 diff --git a/checkpoint_001000/policy_postprocessor.json b/checkpoint_001000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_001000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_001000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_001000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_001000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_001000/policy_preprocessor.json b/checkpoint_001000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_001000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_001000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_001000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_001000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_001000/training_state.pt b/checkpoint_001000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..9ea7a670381e1f1b520ff5dd82f864f56f4cf358 --- /dev/null +++ b/checkpoint_001000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2051ab508a68311ec849d0f2c67c86435297d990c509d8d5aa1b9dee985ce4f6 +size 412925344 diff --git a/checkpoint_002000/config.json b/checkpoint_002000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_002000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_002000/model.safetensors b/checkpoint_002000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a0c48185347a0a7d392bcb344fcd8a7da7d8cf5f --- /dev/null +++ b/checkpoint_002000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb98d3c5c285b1d98f064354d270c2aaecb9f883aa51617863cfa4c0b5d7c7d5 +size 206707936 diff --git a/checkpoint_002000/policy_postprocessor.json b/checkpoint_002000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_002000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_002000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_002000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_002000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_002000/policy_preprocessor.json b/checkpoint_002000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_002000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_002000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_002000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_002000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_002000/training_state.pt b/checkpoint_002000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..07e92bf68f954016beb13d55b75925013876fb08 --- /dev/null +++ b/checkpoint_002000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:48994042e45ad2c0c27708ce6ef9fa3f0354f84d572f6634839afed93bf03488 +size 412925344 diff --git a/checkpoint_003000/config.json b/checkpoint_003000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_003000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_003000/model.safetensors b/checkpoint_003000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..15f1242daea94d0bf52260a6fa7a8856f28956fe --- /dev/null +++ b/checkpoint_003000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56897ce98b2403785303f3c8ba50b9cb39c7b5d57321776ac8a86501ae63a14e +size 206707936 diff --git a/checkpoint_003000/policy_postprocessor.json b/checkpoint_003000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_003000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_003000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_003000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_003000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_003000/policy_preprocessor.json b/checkpoint_003000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_003000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_003000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_003000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_003000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_003000/training_state.pt b/checkpoint_003000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..315049c4b91c3d6ba30b800f0f5ff428e8a8bec6 --- /dev/null +++ b/checkpoint_003000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:564c390f9e229fa4dc3eb1a1bdfe4684873fd04a9001be5c337b3b4ff35ac442 +size 412925344 diff --git a/checkpoint_004000/config.json b/checkpoint_004000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_004000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_004000/model.safetensors b/checkpoint_004000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a2ea4a03f29a9f86decacde95d8a1deb476b3f3b --- /dev/null +++ b/checkpoint_004000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ec2513e882b0b18f1bd254e44720bdaa1010110c6f4180f0a84d186e577d908 +size 206707936 diff --git a/checkpoint_004000/policy_postprocessor.json b/checkpoint_004000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_004000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_004000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_004000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_004000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_004000/policy_preprocessor.json b/checkpoint_004000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_004000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_004000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_004000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_004000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_004000/training_state.pt b/checkpoint_004000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..33f22941a39346ecb50d957f4e6a4cfbf1bc7de0 --- /dev/null +++ b/checkpoint_004000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:189133d6fa55aba4581d6278ba2ebd76bd61d7de6498116f03d5f939ad25fc3c +size 412925344 diff --git a/checkpoint_005000/config.json b/checkpoint_005000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_005000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_005000/model.safetensors b/checkpoint_005000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2cb945d25ab579c118626910f892147d7c94ddaf --- /dev/null +++ b/checkpoint_005000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e22c32e806eed234e4b042b95175bf4d1b406c1454c2e2418b57d00c405729bc +size 206707936 diff --git a/checkpoint_005000/policy_postprocessor.json b/checkpoint_005000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_005000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_005000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_005000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_005000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_005000/policy_preprocessor.json b/checkpoint_005000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_005000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_005000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_005000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_005000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_005000/training_state.pt b/checkpoint_005000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..6597b2d7518ac71413b2186d8027b81e658968a5 --- /dev/null +++ b/checkpoint_005000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a09973eccfc078dd9c4d49fd043e882d55b0107cdb663c9a77b5a049bc111b7a +size 412925344 diff --git a/checkpoint_006000/config.json b/checkpoint_006000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_006000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_006000/model.safetensors b/checkpoint_006000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..12dfc8bb7506024a2f7412d1764d47b1004398b2 --- /dev/null +++ b/checkpoint_006000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:51e99cf2811286689bfbe3982c84161f16613b62dfede91e406d940d26dd44c0 +size 206707936 diff --git a/checkpoint_006000/policy_postprocessor.json b/checkpoint_006000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_006000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_006000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_006000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_006000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_006000/policy_preprocessor.json b/checkpoint_006000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_006000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_006000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_006000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_006000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_006000/training_state.pt b/checkpoint_006000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..606e04377f7ccbee1c6ba393efd3a7430c5224c0 --- /dev/null +++ b/checkpoint_006000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f78b164882c46ae8a486e66e66f484f6fedf818c4196975e90a0fb7fc15cea7 +size 412925344 diff --git a/checkpoint_007000/config.json b/checkpoint_007000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_007000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_007000/model.safetensors b/checkpoint_007000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0983e8a6eaa9800d94ee1f635931fa4060471de6 --- /dev/null +++ b/checkpoint_007000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ac750d72ed6244954f2043c2e0385cc4503a9ac5802979b47ef1a8201d0df0e +size 206707936 diff --git a/checkpoint_007000/policy_postprocessor.json b/checkpoint_007000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_007000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_007000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_007000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_007000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_007000/policy_preprocessor.json b/checkpoint_007000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_007000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_007000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_007000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_007000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_007000/training_state.pt b/checkpoint_007000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..db25d503eb65f6e197261d937da1198afaf86402 --- /dev/null +++ b/checkpoint_007000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5133ee84fa74ec97c9ea8320bb3ac98db7670ef1a2774a9cc6d002222e34ddf1 +size 412925344 diff --git a/checkpoint_008000/config.json b/checkpoint_008000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_008000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_008000/model.safetensors b/checkpoint_008000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..39ee8d6b21a68dbf76b3f4631da2f452a8377e7e --- /dev/null +++ b/checkpoint_008000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:49c392c964c989e5e042e0d1efc7ae29983cb7768a3c35efc54a4c58d6f4c35a +size 206707936 diff --git a/checkpoint_008000/policy_postprocessor.json b/checkpoint_008000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_008000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_008000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_008000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_008000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_008000/policy_preprocessor.json b/checkpoint_008000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_008000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_008000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_008000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_008000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_008000/training_state.pt b/checkpoint_008000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..fb5f9888fe530743b4970227c6a9f722165904c4 --- /dev/null +++ b/checkpoint_008000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a1dd49643907e30394ce8dbdba1810509fa1a3ef0a34ed7ac9e7531476fcc451 +size 412925344 diff --git a/checkpoint_009000/config.json b/checkpoint_009000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_009000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_009000/model.safetensors b/checkpoint_009000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c3b10b735d955e094e3fae87ba28777a3253dab8 --- /dev/null +++ b/checkpoint_009000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f137f0ed9082109489f8b68882a2cbcab4feeebaba8f1bf346ee8716ce7e8030 +size 206707936 diff --git a/checkpoint_009000/policy_postprocessor.json b/checkpoint_009000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_009000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_009000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_009000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_009000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_009000/policy_preprocessor.json b/checkpoint_009000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_009000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_009000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_009000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_009000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_009000/training_state.pt b/checkpoint_009000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..e9aea2f3907ad1c04a354e30079946e8c7c4c39f --- /dev/null +++ b/checkpoint_009000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:908df67b72fa000224b144bd56333728bb1221ffe1db93c29d90620f835415a3 +size 412925344 diff --git a/checkpoint_010000/config.json b/checkpoint_010000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_010000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_010000/model.safetensors b/checkpoint_010000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b30fc4f2a9d6ad891573c9cdaeced0219058ffc6 --- /dev/null +++ b/checkpoint_010000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd62b223c415359985e5ade194f6bdfb082a045057434b7685898f97a867f97d +size 206707936 diff --git a/checkpoint_010000/policy_postprocessor.json b/checkpoint_010000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_010000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_010000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_010000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_010000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_010000/policy_preprocessor.json b/checkpoint_010000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_010000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_010000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_010000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_010000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_010000/training_state.pt b/checkpoint_010000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..e8c5ea8f53e26ac739621906b316fa71244f5921 --- /dev/null +++ b/checkpoint_010000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d72827424edfc433e062a411c60a219477e59d6520cd005b78e3fbb4ab141cf9 +size 412925344 diff --git a/checkpoint_011000/config.json b/checkpoint_011000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_011000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_011000/model.safetensors b/checkpoint_011000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..266fcd31e8548109c175b37fc5777d26046a81f2 --- /dev/null +++ b/checkpoint_011000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f3fec0a3deb36a660daae99a21280a24766012916282d31b8de980f9c281cc16 +size 206707936 diff --git a/checkpoint_011000/policy_postprocessor.json b/checkpoint_011000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_011000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_011000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_011000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_011000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_011000/policy_preprocessor.json b/checkpoint_011000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_011000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_011000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_011000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_011000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_011000/training_state.pt b/checkpoint_011000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..5b827318581f93af04016f75c954defac9eed061 --- /dev/null +++ b/checkpoint_011000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27b7e45b5251cca00add57bb54470fbee9cbb8d6f97747b626a5b66b659c899e +size 412925344 diff --git a/checkpoint_012000/config.json b/checkpoint_012000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_012000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_012000/model.safetensors b/checkpoint_012000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a87da30932d33138df4ee128f959033cb3e58e5f --- /dev/null +++ b/checkpoint_012000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:241c3a0b06f9f61e5d976953a5b7f3737352ae3c6e3b91cced43fd3facbb84ef +size 206707936 diff --git a/checkpoint_012000/policy_postprocessor.json b/checkpoint_012000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_012000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_012000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_012000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_012000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_012000/policy_preprocessor.json b/checkpoint_012000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_012000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_012000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_012000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_012000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_012000/training_state.pt b/checkpoint_012000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..87681db6c33c331756d7e79c041d22b9b2b4ea58 --- /dev/null +++ b/checkpoint_012000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ebf4daac8e3684aeeab6e9e7602765cd95d4be78dc38c683db13edf998f3774 +size 412925344 diff --git a/checkpoint_013000/config.json b/checkpoint_013000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_013000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_013000/model.safetensors b/checkpoint_013000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3b430062f18f899f37c7dad226f2ec0375af42c7 --- /dev/null +++ b/checkpoint_013000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:af4368a5c1e0637d4b1570c9dffdef88996fa65b95e1c980202a33e1c1533fab +size 206707936 diff --git a/checkpoint_013000/policy_postprocessor.json b/checkpoint_013000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_013000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_013000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_013000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_013000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_013000/policy_preprocessor.json b/checkpoint_013000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_013000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_013000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_013000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_013000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_013000/training_state.pt b/checkpoint_013000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..eec7d9b60ad22949a6afd638b68448c9b3606aac --- /dev/null +++ b/checkpoint_013000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cfc95a49765b252cff13871ddf2b824bc25fe624d65d503a009806823bc911bd +size 412925344 diff --git a/checkpoint_014000/config.json b/checkpoint_014000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_014000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_014000/model.safetensors b/checkpoint_014000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a9fe877cb019779dd21f53c3c950f5f0528da1a --- /dev/null +++ b/checkpoint_014000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9575f086d0c783987d12300b44f3e8d0f6749cbcfb5e929ee6cea90c7d85f974 +size 206707936 diff --git a/checkpoint_014000/policy_postprocessor.json b/checkpoint_014000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_014000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_014000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_014000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_014000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_014000/policy_preprocessor.json b/checkpoint_014000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_014000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_014000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_014000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_014000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_014000/training_state.pt b/checkpoint_014000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..8941921b0b40976da9c980e2b75fa88608abfc80 --- /dev/null +++ b/checkpoint_014000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe35db3390e6dcdf74c11fec98087b6a345ef156912e69e64e578f2f85f5c181 +size 412925344 diff --git a/checkpoint_015000/config.json b/checkpoint_015000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_015000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_015000/model.safetensors b/checkpoint_015000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ed45f73a17b8463595c9de46ebf88f9d75474de7 --- /dev/null +++ b/checkpoint_015000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3136d4b818e225a879ba766de7b02c56373adb473c07374024b2018ac1acd117 +size 206707936 diff --git a/checkpoint_015000/policy_postprocessor.json b/checkpoint_015000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_015000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_015000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_015000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_015000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_015000/policy_preprocessor.json b/checkpoint_015000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_015000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_015000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_015000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_015000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_015000/training_state.pt b/checkpoint_015000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..7eb383225f75194d3bfe9ac0f9da826b2b927cd7 --- /dev/null +++ b/checkpoint_015000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5abe3f0f307a8e683b386f78a3835edcf28e13a2e7ffb8fbbdcc0a599563c0b7 +size 412925344 diff --git a/checkpoint_016000/config.json b/checkpoint_016000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_016000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_016000/model.safetensors b/checkpoint_016000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b660badddb4e97f4788be90bfebf9bbe685815b2 --- /dev/null +++ b/checkpoint_016000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9191bd283b1f7c200df60982836934ddf34f52b0c3eaa80ab5a9215b3d23408 +size 206707936 diff --git a/checkpoint_016000/policy_postprocessor.json b/checkpoint_016000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_016000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_016000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_016000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_016000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_016000/policy_preprocessor.json b/checkpoint_016000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_016000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_016000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_016000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_016000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_016000/training_state.pt b/checkpoint_016000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..c72a4a3a6a2b6a3a591aa30e3115b20e7a92ab0d --- /dev/null +++ b/checkpoint_016000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6cf9ad1b53b7bb397f298d91ae0489460df09129bb46e364222908fd1ab891a7 +size 412925344 diff --git a/checkpoint_017000/config.json b/checkpoint_017000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_017000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_017000/model.safetensors b/checkpoint_017000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..74dbdba03ff7339e03797c6f1ac661da2c5a5dce --- /dev/null +++ b/checkpoint_017000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5674659bd0c602fffea5c31a7e75aa268def29981bc15116c5bbcd255b38b131 +size 206707936 diff --git a/checkpoint_017000/policy_postprocessor.json b/checkpoint_017000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_017000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_017000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_017000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_017000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_017000/policy_preprocessor.json b/checkpoint_017000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_017000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_017000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_017000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_017000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_017000/training_state.pt b/checkpoint_017000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..07f74c8a146f469f19d262e1cf5943c9e3113cc3 --- /dev/null +++ b/checkpoint_017000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d71cafddcf1f2129bc4da958da22c6c9919644eb6856fc9a940310f1dd789466 +size 412925344 diff --git a/checkpoint_018000/config.json b/checkpoint_018000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_018000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_018000/model.safetensors b/checkpoint_018000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e5619d699cc965daf16b009fafcd69971efd35e0 --- /dev/null +++ b/checkpoint_018000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa2c031c1b6b70fa07d60939a9c737c0cd887cecdb0fc0143a93fc243bc7c73d +size 206707936 diff --git a/checkpoint_018000/policy_postprocessor.json b/checkpoint_018000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_018000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_018000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_018000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_018000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_018000/policy_preprocessor.json b/checkpoint_018000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_018000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_018000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_018000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_018000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_018000/training_state.pt b/checkpoint_018000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..02ae52585a6d41edc49072de1dd745f3fe5c3f33 --- /dev/null +++ b/checkpoint_018000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c2fb33b2fd88976a16d547fe6dfb805c90f90a1306776f496d1c94211729c4bd +size 412925344 diff --git a/checkpoint_019000/config.json b/checkpoint_019000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_019000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_019000/model.safetensors b/checkpoint_019000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a14bee8470a8ca02e39f2d4cd3a2ca137e084cb2 --- /dev/null +++ b/checkpoint_019000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:52162535f2c060ba7083091f8ae3f144ea17933696c54d42ad49f224c6ca90cf +size 206707936 diff --git a/checkpoint_019000/policy_postprocessor.json b/checkpoint_019000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_019000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_019000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_019000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_019000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_019000/policy_preprocessor.json b/checkpoint_019000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_019000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_019000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_019000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_019000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_019000/training_state.pt b/checkpoint_019000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..251720eed549de6ae7fc5a1a934b92b99e8f1431 --- /dev/null +++ b/checkpoint_019000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ca909687f6620becf9ade5a6fad2d3931bf35b957e864e6db9685be52fb9a5a +size 412925344 diff --git a/checkpoint_020000/config.json b/checkpoint_020000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_020000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_020000/model.safetensors b/checkpoint_020000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9d9f4762ccc98ac12eeebbc9fde357589d91e419 --- /dev/null +++ b/checkpoint_020000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72020e600ed17087be643775c592f2d8c53225cabf9b2fcef766b0839923b2de +size 206707936 diff --git a/checkpoint_020000/policy_postprocessor.json b/checkpoint_020000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_020000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_020000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_020000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_020000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_020000/policy_preprocessor.json b/checkpoint_020000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_020000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_020000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_020000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_020000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_020000/training_state.pt b/checkpoint_020000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..549688dc22d6d9f290a8c310661049c549181e11 --- /dev/null +++ b/checkpoint_020000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38563c7f4708bf03bc27b9ed515e2ad6935f625e5ea8aef9d6823dc15cdc88ce +size 412925344 diff --git a/checkpoint_021000/config.json b/checkpoint_021000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_021000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_021000/model.safetensors b/checkpoint_021000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..caa9f48a132bc3e8f9701dae48cb9a34052e0481 --- /dev/null +++ b/checkpoint_021000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2f011f0fecf7ceb286af515d1e6e2e4fbf3af894f6905bbd8dead7c3ca1d43fb +size 206707936 diff --git a/checkpoint_021000/policy_postprocessor.json b/checkpoint_021000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_021000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_021000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_021000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_021000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_021000/policy_preprocessor.json b/checkpoint_021000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_021000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_021000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_021000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_021000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_021000/training_state.pt b/checkpoint_021000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..6318b4f25cc105a5d75c17607930be6c8a19e314 --- /dev/null +++ b/checkpoint_021000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f9b69176cd0972e675fa1ace1b046ac46de10d3fd69c46883b56017e3ecfff1 +size 412925344 diff --git a/checkpoint_022000/config.json b/checkpoint_022000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_022000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_022000/model.safetensors b/checkpoint_022000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8b10887695a3e51d993f4585636e1509ad465559 --- /dev/null +++ b/checkpoint_022000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2975cb1f204b1a380434ba2571b943032b3f600b4882ff46d10fe6b21dc2fcf4 +size 206707936 diff --git a/checkpoint_022000/policy_postprocessor.json b/checkpoint_022000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_022000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_022000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_022000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_022000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_022000/policy_preprocessor.json b/checkpoint_022000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_022000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_022000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_022000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_022000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_022000/training_state.pt b/checkpoint_022000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..8044f13f83b8acfcb8407bffdfa6e2bce94ced59 --- /dev/null +++ b/checkpoint_022000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c58c507fb5d90a38a5f6beb495fc494475057b2ac00ac21378a38d91685633d5 +size 412925344 diff --git a/checkpoint_023000/config.json b/checkpoint_023000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_023000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_023000/model.safetensors b/checkpoint_023000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0645e1d23a3e2e7fdce0904e4b2275fa06c771d2 --- /dev/null +++ b/checkpoint_023000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7824582ec89ab75fc27e5f828b16ddfad2d4fdcb35440b26c9a07624740a9b8f +size 206707936 diff --git a/checkpoint_023000/policy_postprocessor.json b/checkpoint_023000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_023000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_023000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_023000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_023000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_023000/policy_preprocessor.json b/checkpoint_023000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_023000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_023000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_023000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_023000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_023000/training_state.pt b/checkpoint_023000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..11a0312476c98345ca0d33010ca9ca1b87586edd --- /dev/null +++ b/checkpoint_023000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62701c7b8cd050cfa2dc03165176e95d8ac3c7950cbd3a2c32ce6f8f34a09ee7 +size 412925344 diff --git a/checkpoint_024000/config.json b/checkpoint_024000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_024000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_024000/model.safetensors b/checkpoint_024000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cc9c22b1c575f4bf977d511414ff26b4723ef89c --- /dev/null +++ b/checkpoint_024000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:10d12046f055017f81f992991a371d7216230d1a4feff590143a58eeee52cf5a +size 206707936 diff --git a/checkpoint_024000/policy_postprocessor.json b/checkpoint_024000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_024000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_024000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_024000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_024000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_024000/policy_preprocessor.json b/checkpoint_024000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_024000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_024000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_024000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_024000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_024000/training_state.pt b/checkpoint_024000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..c912ea710f1fdeb4b603cddb796848e4b60edb4a --- /dev/null +++ b/checkpoint_024000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8c3631cc3128106eff1a2cfe3f1600a39a0abf2994e8f2897ca424b158145390 +size 412925344 diff --git a/checkpoint_025000/config.json b/checkpoint_025000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_025000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_025000/model.safetensors b/checkpoint_025000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b58f8a1ea0685e6c2f5324466aba70d4a8373d9e --- /dev/null +++ b/checkpoint_025000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bc6402741584e1798baa15eb886f657cb8c70350569c2ef8e1a10c2be4e4b5e +size 206707936 diff --git a/checkpoint_025000/policy_postprocessor.json b/checkpoint_025000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_025000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_025000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_025000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_025000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_025000/policy_preprocessor.json b/checkpoint_025000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_025000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_025000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_025000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_025000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_025000/training_state.pt b/checkpoint_025000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..f291850a766f54c7573966a919f3cd3a86c48653 --- /dev/null +++ b/checkpoint_025000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eba3409029d3d3e8749ff316b698cfdafe78963ec20ee82a40813f29147ace59 +size 412925344 diff --git a/checkpoint_026000/config.json b/checkpoint_026000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_026000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_026000/model.safetensors b/checkpoint_026000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ba87a987f2281174e5a81b68da1306ec8d23d440 --- /dev/null +++ b/checkpoint_026000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a5efae23aa913f199e94a2f38d70ec9114760fcefa5285d1132c356227f6b6a7 +size 206707936 diff --git a/checkpoint_026000/policy_postprocessor.json b/checkpoint_026000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_026000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_026000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_026000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_026000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_026000/policy_preprocessor.json b/checkpoint_026000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_026000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_026000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_026000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_026000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_026000/training_state.pt b/checkpoint_026000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..dacc2dc5fcfe3f1eacbf39679b7df35a6e0bd3ff --- /dev/null +++ b/checkpoint_026000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:225a39a3a185dbcc36e85a38a62ef23d2d0c3f486ebda77d080e674257697a6a +size 412925344 diff --git a/checkpoint_027000/config.json b/checkpoint_027000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_027000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_027000/model.safetensors b/checkpoint_027000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4000f64317b8cb90f518eb485ad44c676931ee68 --- /dev/null +++ b/checkpoint_027000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3d1a992d77262f8c5062a327d4cf2ea35a80365cea2b00b6ebf4ac471b289103 +size 206707936 diff --git a/checkpoint_027000/policy_postprocessor.json b/checkpoint_027000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_027000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_027000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_027000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_027000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_027000/policy_preprocessor.json b/checkpoint_027000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_027000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_027000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_027000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_027000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_027000/training_state.pt b/checkpoint_027000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..f8f77de4376e62bc458ada2d8608535ea3f1995b --- /dev/null +++ b/checkpoint_027000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fff0243a5a17fa8c2a87dedd7a126a5568fd4cf718ad5a485eb86a359acf590f +size 412925344 diff --git a/checkpoint_028000/config.json b/checkpoint_028000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_028000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_028000/model.safetensors b/checkpoint_028000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ed0dbb56db2581d48e3aed5e7d1893d0f51aa079 --- /dev/null +++ b/checkpoint_028000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b7a7b4f1772a866ccdcc6f01b1cde7bcfbafc8103ca8796abbd4afc93a39291 +size 206707936 diff --git a/checkpoint_028000/policy_postprocessor.json b/checkpoint_028000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_028000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_028000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_028000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_028000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_028000/policy_preprocessor.json b/checkpoint_028000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_028000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_028000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_028000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_028000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_028000/training_state.pt b/checkpoint_028000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..fe0ef0911ccd81d6379f79010225d2d393cc7b70 --- /dev/null +++ b/checkpoint_028000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85f39ae13a50a73852ba212c908e1b6e07a587035e7f40f343069d1f7660b10f +size 412925344 diff --git a/checkpoint_029000/config.json b/checkpoint_029000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_029000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_029000/model.safetensors b/checkpoint_029000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d4f5b610ae9bc90c2ef7706b4e7ce21e94a8ac8d --- /dev/null +++ b/checkpoint_029000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:58b1616e08196d8b2f87776c66832a61dc75fc1d98f6306d48765179c6fe2464 +size 206707936 diff --git a/checkpoint_029000/policy_postprocessor.json b/checkpoint_029000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_029000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_029000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_029000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_029000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_029000/policy_preprocessor.json b/checkpoint_029000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_029000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_029000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_029000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_029000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_029000/training_state.pt b/checkpoint_029000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..6b7a3d271fe72f02d7b90461ba4e6e128c954624 --- /dev/null +++ b/checkpoint_029000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6a00528ce8c1583942e76c51fcccd8d347944e0eb7a703a979a996dda303795 +size 412925344 diff --git a/checkpoint_030000/config.json b/checkpoint_030000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_030000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_030000/model.safetensors b/checkpoint_030000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6387a5088a929d66505b7d612aecb6917a58fb7d --- /dev/null +++ b/checkpoint_030000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:62f34e11dcbcd17257075afd1a65e0fa35460fd2849e14ce908bfd3141a1cfa0 +size 206707936 diff --git a/checkpoint_030000/policy_postprocessor.json b/checkpoint_030000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_030000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_030000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_030000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_030000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_030000/policy_preprocessor.json b/checkpoint_030000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_030000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_030000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_030000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_030000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_030000/training_state.pt b/checkpoint_030000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..90c26d61318886af22e7bb4cc939186be8ba6b41 --- /dev/null +++ b/checkpoint_030000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:328e1fe196ab0d4514abc6fc9f23cf4334a6b15fce75d554bb8c58d2de2812b9 +size 412925344 diff --git a/checkpoint_031000/config.json b/checkpoint_031000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_031000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_031000/model.safetensors b/checkpoint_031000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f54d3ceed4025fe82f186d48cf574ec8bea82bac --- /dev/null +++ b/checkpoint_031000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:219201ccfa84b65cc628dcf2437f91c7c749f698e1217cdc5b999ae01c08d57f +size 206707936 diff --git a/checkpoint_031000/policy_postprocessor.json b/checkpoint_031000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_031000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_031000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_031000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_031000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_031000/policy_preprocessor.json b/checkpoint_031000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_031000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_031000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_031000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_031000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_031000/training_state.pt b/checkpoint_031000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..ae7468483069a068b8621ee24c04409f8b8af683 --- /dev/null +++ b/checkpoint_031000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a2a388b6ffe0b7562893646b22ecfd7b6b95aa77f24625a06679cee8c2656b4 +size 412925344 diff --git a/checkpoint_032000/config.json b/checkpoint_032000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_032000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_032000/model.safetensors b/checkpoint_032000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b6c0ad85778a98decc4e801a67296f756d0f09b4 --- /dev/null +++ b/checkpoint_032000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:67bdd7b649654206a11935c26630c38bfa7750a296bf4478b9280498916a68cc +size 206707936 diff --git a/checkpoint_032000/policy_postprocessor.json b/checkpoint_032000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_032000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_032000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_032000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_032000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_032000/policy_preprocessor.json b/checkpoint_032000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_032000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_032000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_032000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_032000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_032000/training_state.pt b/checkpoint_032000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..b21446c72e69e398bee665f0228c70e52ae59f85 --- /dev/null +++ b/checkpoint_032000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8733845cabcc3410af9faedbc113498fff3fd28d8d7fc3a4ee87cffc58aaf417 +size 412925344 diff --git a/checkpoint_033000/config.json b/checkpoint_033000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_033000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_033000/model.safetensors b/checkpoint_033000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..074eb20b05a9e45c2e5ad82bf003bad41f393d17 --- /dev/null +++ b/checkpoint_033000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54bbb6c35fccd0cef5d3e16b7f6ea182fe27e6a277068c12c5d4680bcf65ed62 +size 206707936 diff --git a/checkpoint_033000/policy_postprocessor.json b/checkpoint_033000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_033000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_033000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_033000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_033000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_033000/policy_preprocessor.json b/checkpoint_033000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_033000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_033000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_033000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_033000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_033000/training_state.pt b/checkpoint_033000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..7921833785e06915e1e1141f31cca900fb3b3655 --- /dev/null +++ b/checkpoint_033000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0236fc0895b23c3e0ead504965873d8836d400d1991a7584eb2b6e117bd4b292 +size 412925344 diff --git a/checkpoint_034000/config.json b/checkpoint_034000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_034000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_034000/model.safetensors b/checkpoint_034000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c7db2831b484c909d06cb1a2b353409675fbdb35 --- /dev/null +++ b/checkpoint_034000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:046cc79c82b48a91098768aecf89088378defd00adf130bd244cf57f9b0d3840 +size 206707936 diff --git a/checkpoint_034000/policy_postprocessor.json b/checkpoint_034000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_034000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_034000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_034000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_034000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_034000/policy_preprocessor.json b/checkpoint_034000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_034000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_034000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_034000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_034000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_034000/training_state.pt b/checkpoint_034000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..5290f7d0521bc00093e6e58d57d7645ad1bb606e --- /dev/null +++ b/checkpoint_034000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f692fe0b809d3b87d58495a313c0ced65e64103b4a76cb69879e785feb382c79 +size 412925344 diff --git a/checkpoint_035000/config.json b/checkpoint_035000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_035000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_035000/model.safetensors b/checkpoint_035000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e44b5ffbfcfcd016d55830c44a05da97dc2deb4 --- /dev/null +++ b/checkpoint_035000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:146183536d38004af238ce68d679840fbb3d447bfcf5d4576254bdf83675bf55 +size 206707936 diff --git a/checkpoint_035000/policy_postprocessor.json b/checkpoint_035000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_035000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_035000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_035000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_035000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_035000/policy_preprocessor.json b/checkpoint_035000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_035000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_035000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_035000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_035000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_035000/training_state.pt b/checkpoint_035000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..06d7e8bb0ce31c4807c06d64443fb1969c17ab6b --- /dev/null +++ b/checkpoint_035000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca445c83fe977243e992ca3acae6821f7bbbc736728f5fa854dbf84ce40385d0 +size 412925344 diff --git a/checkpoint_036000/config.json b/checkpoint_036000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_036000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_036000/model.safetensors b/checkpoint_036000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c9c421b07f060432aee997edbe79e0f54d5e58dc --- /dev/null +++ b/checkpoint_036000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f937a289a5a567a7b9bca923a38688c99765562e246b26c1074d26f5a3b72a80 +size 206707936 diff --git a/checkpoint_036000/policy_postprocessor.json b/checkpoint_036000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_036000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_036000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_036000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_036000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_036000/policy_preprocessor.json b/checkpoint_036000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_036000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_036000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_036000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_036000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_036000/training_state.pt b/checkpoint_036000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..e7d0ca98a3e225aed6c7ec45977aedb0fac799bb --- /dev/null +++ b/checkpoint_036000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:107a9274727e3ba6cf4f7fda875b4a0e1baca234a4fb8ac0308af2c4135f4c3c +size 412925344 diff --git a/checkpoint_037000/config.json b/checkpoint_037000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_037000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_037000/model.safetensors b/checkpoint_037000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7b4a16bf30e16531c09940fd85578e0d520418fb --- /dev/null +++ b/checkpoint_037000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:219ca9d6f53133cbaf2d3bcb35582ea2192e86ba8a10cb806125fa3e6d9c7c7e +size 206707936 diff --git a/checkpoint_037000/policy_postprocessor.json b/checkpoint_037000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_037000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_037000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_037000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_037000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_037000/policy_preprocessor.json b/checkpoint_037000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_037000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_037000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_037000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_037000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_037000/training_state.pt b/checkpoint_037000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cb77458b6ff51d8709e6aaf947354debf934dd3 --- /dev/null +++ b/checkpoint_037000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c46e9e71d3a2efe220cadc60067134454054dc80f196ec9674f036fb59338a6 +size 412925344 diff --git a/checkpoint_038000/config.json b/checkpoint_038000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_038000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_038000/model.safetensors b/checkpoint_038000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f5f3253399f7e2b0dcb1fb8622d5852e913f13d --- /dev/null +++ b/checkpoint_038000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02cda206f542b6ae28f6ba02bcdc1ca09e4822cf6f008fdf5be09fe182e9b20f +size 206707936 diff --git a/checkpoint_038000/policy_postprocessor.json b/checkpoint_038000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_038000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_038000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_038000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_038000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_038000/policy_preprocessor.json b/checkpoint_038000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_038000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_038000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_038000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_038000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_038000/training_state.pt b/checkpoint_038000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..3b0833af64bef3cd8201a904b9582e222cd0c2bc --- /dev/null +++ b/checkpoint_038000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36c92db33dadca14210632b8f4ff63b9325637ce57b89b414eb0f1190c9fe907 +size 412925344 diff --git a/checkpoint_039000/config.json b/checkpoint_039000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_039000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_039000/model.safetensors b/checkpoint_039000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8b7bbe1e3e0c6275a574f5d257d381aa9ac3209 --- /dev/null +++ b/checkpoint_039000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54e6d73c2e06a863783defcf2cdf403a72fce440b7b683ba1ecc318ecba0bbaa +size 206707936 diff --git a/checkpoint_039000/policy_postprocessor.json b/checkpoint_039000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_039000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_039000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_039000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_039000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_039000/policy_preprocessor.json b/checkpoint_039000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_039000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_039000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_039000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_039000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_039000/training_state.pt b/checkpoint_039000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..170321eeafa36575f88adbf2c32e8dec53a8be13 --- /dev/null +++ b/checkpoint_039000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:90b97e0095a724fea82ccfa9193d17ccbca259472b9b88f7f5851184001353ca +size 412925344 diff --git a/checkpoint_040000/config.json b/checkpoint_040000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_040000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_040000/model.safetensors b/checkpoint_040000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bc343c993f209ae5d7016143f5e99e74286827e2 --- /dev/null +++ b/checkpoint_040000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a3913262da80bc37f59185145874285df07ee5889b36bf60448bb75d1ad48464 +size 206707936 diff --git a/checkpoint_040000/policy_postprocessor.json b/checkpoint_040000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_040000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_040000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_040000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_040000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_040000/policy_preprocessor.json b/checkpoint_040000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_040000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_040000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_040000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_040000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_040000/training_state.pt b/checkpoint_040000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..26cc9949c8fc822002d0cd76221cfb4a2698a7d8 --- /dev/null +++ b/checkpoint_040000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:650585c365328058fcc2640bf2b56a7f16cb9ee4bef3478cacd70cdaf76ee18b +size 412925344 diff --git a/checkpoint_041000/config.json b/checkpoint_041000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_041000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_041000/model.safetensors b/checkpoint_041000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b4f07131fdffba1fd7f398d3b5f20319265e7a88 --- /dev/null +++ b/checkpoint_041000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:846b28c115dd5a65f3f6000767690c9a48c0d5d090b6ef0cebb5d9441ff5d140 +size 206707936 diff --git a/checkpoint_041000/policy_postprocessor.json b/checkpoint_041000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_041000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_041000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_041000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_041000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_041000/policy_preprocessor.json b/checkpoint_041000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_041000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_041000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_041000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_041000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_041000/training_state.pt b/checkpoint_041000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..454b9eebb195c2dc670cdb7499e94c2d356514db --- /dev/null +++ b/checkpoint_041000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:feac4cd53e6290f50a080e9f9a148774a127d77a2ee67f1e44edaef2b510001a +size 412925344 diff --git a/checkpoint_042000/config.json b/checkpoint_042000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_042000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_042000/model.safetensors b/checkpoint_042000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6e699a0ead2a3b967b4d5707a1bb931e00e8a3f9 --- /dev/null +++ b/checkpoint_042000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:149e6798c54e275642728d018ecf0231cbee20fdee260af9ba0c92a455dba04b +size 206707936 diff --git a/checkpoint_042000/policy_postprocessor.json b/checkpoint_042000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_042000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_042000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_042000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_042000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_042000/policy_preprocessor.json b/checkpoint_042000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_042000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_042000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_042000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_042000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_042000/training_state.pt b/checkpoint_042000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..2dce1188c949b091ba70ba7eb1a1dc6204e4d88e --- /dev/null +++ b/checkpoint_042000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:26e5285646cf526ad66719f4b9ec9e55ec3dd4108db3a3acf53efdc16974516c +size 412925344 diff --git a/checkpoint_043000/config.json b/checkpoint_043000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_043000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_043000/model.safetensors b/checkpoint_043000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..78831143f4cf8a061384a1b28404df5c0bf480c5 --- /dev/null +++ b/checkpoint_043000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46697fb09edc76d189655b56accf6ba5b4f0ac1f60defe769637170d9cef0249 +size 206707936 diff --git a/checkpoint_043000/policy_postprocessor.json b/checkpoint_043000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_043000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_043000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_043000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_043000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_043000/policy_preprocessor.json b/checkpoint_043000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_043000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_043000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_043000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_043000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_043000/training_state.pt b/checkpoint_043000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..6f0bf6b0c64caa5741386e70431e1d15af3c82db --- /dev/null +++ b/checkpoint_043000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:45752380d4285f75ede4b57a5b86c6c906c3079b8a4f205b118bb44215953596 +size 412925344 diff --git a/checkpoint_044000/config.json b/checkpoint_044000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_044000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_044000/model.safetensors b/checkpoint_044000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5533c13c9b9230b5bbb15d7a6d7583f24f3352ef --- /dev/null +++ b/checkpoint_044000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d8524c17ae0a2c884eba8555fc417f6b6fc37b535cc780e5899f10db76fed62 +size 206707936 diff --git a/checkpoint_044000/policy_postprocessor.json b/checkpoint_044000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_044000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_044000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_044000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_044000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_044000/policy_preprocessor.json b/checkpoint_044000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_044000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_044000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_044000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_044000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_044000/training_state.pt b/checkpoint_044000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..1cd5b26451a893a5d24222921674aa87cebf35c7 --- /dev/null +++ b/checkpoint_044000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7b1a4e9438a9a6586b093331c01edc644a1bfe30e87a3b71a1963206519076d3 +size 412925344 diff --git a/checkpoint_045000/config.json b/checkpoint_045000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_045000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_045000/model.safetensors b/checkpoint_045000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e4766b26f2af6bda3b4dccea1a745b47f8fb003a --- /dev/null +++ b/checkpoint_045000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3eeb727902a1dfcea170a394914bb135fb545ddeb2a69fb6a8a50bc15c256667 +size 206707936 diff --git a/checkpoint_045000/policy_postprocessor.json b/checkpoint_045000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_045000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_045000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_045000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_045000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_045000/policy_preprocessor.json b/checkpoint_045000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_045000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_045000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_045000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_045000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_045000/training_state.pt b/checkpoint_045000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..620c9335d70213460ffb4635f2c7e2f3e7fc97b6 --- /dev/null +++ b/checkpoint_045000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7bc10e09c7910e2228fc77f24246365aa082ef2f7bb5a9c8502d70f8026d7900 +size 412925344 diff --git a/checkpoint_046000/config.json b/checkpoint_046000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_046000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_046000/model.safetensors b/checkpoint_046000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b0ee01be58fe35a36d4a7e7371d6f254f2a58a5c --- /dev/null +++ b/checkpoint_046000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:171dad5557abb221da5d7aa2d9b3a85d01115f0e39ccc563b29b385b839d45ef +size 206707936 diff --git a/checkpoint_046000/policy_postprocessor.json b/checkpoint_046000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_046000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_046000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_046000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_046000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_046000/policy_preprocessor.json b/checkpoint_046000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_046000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_046000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_046000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_046000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_046000/training_state.pt b/checkpoint_046000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..af56d2850a121da77e9d345f27a4a81f4c60a165 --- /dev/null +++ b/checkpoint_046000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2421e965e57f8e8b91d8bee25b6995d8369edc8b5cf933280c02cbaee8a36172 +size 412925344 diff --git a/checkpoint_047000/config.json b/checkpoint_047000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_047000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_047000/model.safetensors b/checkpoint_047000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0a7cebb83309cff9c5ca22bb372966e523b549af --- /dev/null +++ b/checkpoint_047000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:620f184cf75d392987cf4c804773d362baae4d3ad976928ca6f5c44863e3b30f +size 206707936 diff --git a/checkpoint_047000/policy_postprocessor.json b/checkpoint_047000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_047000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_047000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_047000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_047000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_047000/policy_preprocessor.json b/checkpoint_047000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_047000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_047000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_047000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_047000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_047000/training_state.pt b/checkpoint_047000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..250635837c1895e2ffdf3881691441a31e24c4bb --- /dev/null +++ b/checkpoint_047000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3bde87fe345bb9e98f6cdde429f3620dbe08640c8d44d73f5642bbde7a004593 +size 412925344 diff --git a/checkpoint_048000/config.json b/checkpoint_048000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_048000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_048000/model.safetensors b/checkpoint_048000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..92369c61d970615ddd879946749730f0201026b5 --- /dev/null +++ b/checkpoint_048000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:200fd4698345fe2f13dbd50b6283439f9c1221c1e5f63b37465aad181c045961 +size 206707936 diff --git a/checkpoint_048000/policy_postprocessor.json b/checkpoint_048000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_048000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_048000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_048000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_048000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_048000/policy_preprocessor.json b/checkpoint_048000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_048000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_048000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_048000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_048000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_048000/training_state.pt b/checkpoint_048000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..0783e4d9b787d8c2c01d7c8a392a535704d5ad1f --- /dev/null +++ b/checkpoint_048000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c3c48aeb524b6df4867d9af118e7c7a40ef064b5d1876bdcbd8213c85c8c952 +size 412925344 diff --git a/checkpoint_049000/config.json b/checkpoint_049000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_049000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_049000/model.safetensors b/checkpoint_049000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eda376af6e1031a2463f43da69862b70bae05ca7 --- /dev/null +++ b/checkpoint_049000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4cc2fc894480bb2ac3c1efd15eb67d6cc919a139c13c5e5a21a451288ff52140 +size 206707936 diff --git a/checkpoint_049000/policy_postprocessor.json b/checkpoint_049000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_049000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_049000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_049000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_049000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_049000/policy_preprocessor.json b/checkpoint_049000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_049000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_049000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_049000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_049000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_049000/training_state.pt b/checkpoint_049000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..a1e84c279c817ea736fedeea34d902cc9e0572ca --- /dev/null +++ b/checkpoint_049000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4520ee5017bd45b2eda442f2b6739eab565a53edd178259d71d5f278077b4eaf +size 412925344 diff --git a/checkpoint_050000/config.json b/checkpoint_050000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/checkpoint_050000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_050000/model.safetensors b/checkpoint_050000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1bdaf37248a22f283342825b0af2ca709bd0fcb5 --- /dev/null +++ b/checkpoint_050000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc18846579e153d63137a573a8c838d935fb92113889758f381b6550bb2a174f +size 206707936 diff --git a/checkpoint_050000/policy_postprocessor.json b/checkpoint_050000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/checkpoint_050000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_050000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_050000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_050000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_050000/policy_preprocessor.json b/checkpoint_050000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/checkpoint_050000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_050000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_050000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/checkpoint_050000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/checkpoint_050000/training_state.pt b/checkpoint_050000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..5064d4b719295e154c4baf2f25b0eca76ed983c2 --- /dev/null +++ b/checkpoint_050000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e028933d3c95c276e8ac626e979220211a9ed44b652456d0c645591eba5da79d +size 412925344 diff --git a/final/config.json b/final/config.json new file mode 100644 index 0000000000000000000000000000000000000000..4281fe3db83297e44f43bcee088b576dae075b58 --- /dev/null +++ b/final/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/final/model.safetensors b/final/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1bdaf37248a22f283342825b0af2ca709bd0fcb5 --- /dev/null +++ b/final/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc18846579e153d63137a573a8c838d935fb92113889758f381b6550bb2a174f +size 206707936 diff --git a/final/policy_postprocessor.json b/final/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..5060db9fbceab6716388d1acd9637d965d28dc68 --- /dev/null +++ b/final/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/final/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/final/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/final/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800 diff --git a/final/policy_preprocessor.json b/final/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..d2857328bdc16002ea16408884918b6f058a668a --- /dev/null +++ b/final/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 8 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/final/policy_preprocessor_step_3_normalizer_processor.safetensors b/final/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8425a058e82d00c964248beff04ae2c21f0b5a96 --- /dev/null +++ b/final/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20a95d6c691f5d0584e65ad9ad7b436f26a7ec2c8c5daedfaf1cf0cd34ccdcc3 +size 800