diff --git a/checkpoint_005000/config.json b/checkpoint_005000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c835687da723dcca6ea30285a36badce94914d8 --- /dev/null +++ b/checkpoint_005000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_005000/model.safetensors b/checkpoint_005000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..52b8cf8ea79343c273d845ab014cabc8b189eac5 --- /dev/null +++ b/checkpoint_005000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d97d8bb12847afb378d282862aa1bb968f253ccdd04dd3e4f39f020132d7a05c +size 506085864 diff --git a/checkpoint_005000/policy_postprocessor.json b/checkpoint_005000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_005000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_005000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_005000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_005000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_005000/policy_preprocessor.json b/checkpoint_005000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_005000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_005000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_005000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_005000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_005000/training_metadata.json b/checkpoint_005000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..1dc61f0c138abe5af1569d96bc973c8dc6336afb --- /dev/null +++ b/checkpoint_005000/training_metadata.json @@ -0,0 +1,16 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "model_type": "act_vit", + "vision_backbone": "vit_b_16", + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "action_space": "joint (6-dim)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534, + "pickup_coords": false, + "pos1_only": false +} \ No newline at end of file diff --git a/checkpoint_005000/training_state.pt b/checkpoint_005000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..29f4618d456d9877adf9081e5c7c21b913673998 --- /dev/null +++ b/checkpoint_005000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2283d06d9142d7332eac5fca69f184741a11c3ce39f133caa7e2824ad6c1ddcd +size 1011925005 diff --git a/checkpoint_010000/config.json b/checkpoint_010000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c835687da723dcca6ea30285a36badce94914d8 --- /dev/null +++ b/checkpoint_010000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_010000/model.safetensors b/checkpoint_010000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..093ca39827925d1d77e09ba97380bdf972f778bb --- /dev/null +++ b/checkpoint_010000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:380d52663faf262b8f4e2613cc4a32c7ead54b1d680c5097a9ca54912ca588e7 +size 506085864 diff --git a/checkpoint_010000/policy_postprocessor.json b/checkpoint_010000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_010000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_010000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_010000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_010000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_010000/policy_preprocessor.json b/checkpoint_010000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_010000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_010000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_010000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_010000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_010000/training_metadata.json b/checkpoint_010000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..1dc61f0c138abe5af1569d96bc973c8dc6336afb --- /dev/null +++ b/checkpoint_010000/training_metadata.json @@ -0,0 +1,16 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "model_type": "act_vit", + "vision_backbone": "vit_b_16", + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "action_space": "joint (6-dim)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534, + "pickup_coords": false, + "pos1_only": false +} \ No newline at end of file diff --git a/checkpoint_010000/training_state.pt b/checkpoint_010000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..b8c7ec74ceb00b857cab31a00f3593fd1f826055 --- /dev/null +++ b/checkpoint_010000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ebb4598176db0baa90106b51458c8edc982372f0dc00bb49f8ea7629b12d2962 +size 1011925005 diff --git a/checkpoint_015000/config.json b/checkpoint_015000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c835687da723dcca6ea30285a36badce94914d8 --- /dev/null +++ b/checkpoint_015000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_015000/model.safetensors b/checkpoint_015000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6043d745828c8aa7f7f611a100602db51dad1abb --- /dev/null +++ b/checkpoint_015000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab4e743d65a0138abc331805d81ba6201bd700446b37bebb92eb4155c5acf430 +size 506085864 diff --git a/checkpoint_015000/policy_postprocessor.json b/checkpoint_015000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_015000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_015000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_015000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_015000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_015000/policy_preprocessor.json b/checkpoint_015000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_015000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_015000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_015000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_015000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_015000/training_metadata.json b/checkpoint_015000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..1dc61f0c138abe5af1569d96bc973c8dc6336afb --- /dev/null +++ b/checkpoint_015000/training_metadata.json @@ -0,0 +1,16 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "model_type": "act_vit", + "vision_backbone": "vit_b_16", + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "action_space": "joint (6-dim)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534, + "pickup_coords": false, + "pos1_only": false +} \ No newline at end of file diff --git a/checkpoint_015000/training_state.pt b/checkpoint_015000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..001b2451e33fb7261093c4e7c75bafbf1f9b0804 --- /dev/null +++ b/checkpoint_015000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aeaf512cb5fa19f7d21d4baffeb935dfe078ff404282489bdf2b64433e8dd2bf +size 1011925005 diff --git a/checkpoint_020000/config.json b/checkpoint_020000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c835687da723dcca6ea30285a36badce94914d8 --- /dev/null +++ b/checkpoint_020000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_020000/model.safetensors b/checkpoint_020000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e4e9c9b4bf48656244babc65f6af6b137c8791aa --- /dev/null +++ b/checkpoint_020000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05ac52a4fe6942c9460dd63526e228393e5b92df7ed1068db96b6c3f7660ed7b +size 506085864 diff --git a/checkpoint_020000/policy_postprocessor.json b/checkpoint_020000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_020000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_020000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_020000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_020000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_020000/policy_preprocessor.json b/checkpoint_020000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_020000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_020000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_020000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_020000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_020000/training_metadata.json b/checkpoint_020000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..1dc61f0c138abe5af1569d96bc973c8dc6336afb --- /dev/null +++ b/checkpoint_020000/training_metadata.json @@ -0,0 +1,16 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "model_type": "act_vit", + "vision_backbone": "vit_b_16", + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "action_space": "joint (6-dim)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534, + "pickup_coords": false, + "pos1_only": false +} \ No newline at end of file diff --git a/checkpoint_020000/training_state.pt b/checkpoint_020000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..3f97dafc4ebfca3f1085a97d6fe2f7ab84818df7 --- /dev/null +++ b/checkpoint_020000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:651bc50418ec042f5e3f33599b466899a4c05d101583d7f54d91a17e2830068a +size 1011925005 diff --git a/checkpoint_025000/config.json b/checkpoint_025000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c835687da723dcca6ea30285a36badce94914d8 --- /dev/null +++ b/checkpoint_025000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_025000/model.safetensors b/checkpoint_025000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ca117c659fe5ff81df5e8f85b0fd68287599b74b --- /dev/null +++ b/checkpoint_025000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42d6a13a0ed3e1af646c207a21bacd92dc6944ca1554ea38a67398d8271d5cb6 +size 506085864 diff --git a/checkpoint_025000/policy_postprocessor.json b/checkpoint_025000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_025000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_025000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_025000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_025000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_025000/policy_preprocessor.json b/checkpoint_025000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_025000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_025000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_025000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_025000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_025000/training_metadata.json b/checkpoint_025000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..1dc61f0c138abe5af1569d96bc973c8dc6336afb --- /dev/null +++ b/checkpoint_025000/training_metadata.json @@ -0,0 +1,16 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "model_type": "act_vit", + "vision_backbone": "vit_b_16", + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "action_space": "joint (6-dim)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534, + "pickup_coords": false, + "pos1_only": false +} \ No newline at end of file diff --git a/checkpoint_025000/training_state.pt b/checkpoint_025000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..9a53335233056fc0e1b645f78d4826b6a0668c11 --- /dev/null +++ b/checkpoint_025000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0cae0837efe37159ce13e37b31dec750c12b3c02888457eb8236193fe5afe4b6 +size 1011925005 diff --git a/checkpoint_030000/config.json b/checkpoint_030000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c835687da723dcca6ea30285a36badce94914d8 --- /dev/null +++ b/checkpoint_030000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_030000/model.safetensors b/checkpoint_030000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..32e79386d9994644ba30dc09cac51f7f455b6d0a --- /dev/null +++ b/checkpoint_030000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:de8c8dae6df2c09c86fa032c04c852ba56d03f4dbe333603f4e8c5f35543b4cf +size 506085864 diff --git a/checkpoint_030000/policy_postprocessor.json b/checkpoint_030000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_030000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_030000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_030000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_030000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_030000/policy_preprocessor.json b/checkpoint_030000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_030000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_030000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_030000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_030000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_030000/training_metadata.json b/checkpoint_030000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..1dc61f0c138abe5af1569d96bc973c8dc6336afb --- /dev/null +++ b/checkpoint_030000/training_metadata.json @@ -0,0 +1,16 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "model_type": "act_vit", + "vision_backbone": "vit_b_16", + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "action_space": "joint (6-dim)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534, + "pickup_coords": false, + "pos1_only": false +} \ No newline at end of file diff --git a/checkpoint_030000/training_state.pt b/checkpoint_030000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..7a64fcbf8341fbb182320782d0257d37d9f6eb5f --- /dev/null +++ b/checkpoint_030000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ee00e328d390be7441c502687f7c1f8339993ddad912ecc8a11a65f902fa044 +size 1011925005 diff --git a/checkpoint_035000/config.json b/checkpoint_035000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c835687da723dcca6ea30285a36badce94914d8 --- /dev/null +++ b/checkpoint_035000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_035000/model.safetensors b/checkpoint_035000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..39280560fca6867012179cc4ac49aec92151cc94 --- /dev/null +++ b/checkpoint_035000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69669708471f57ea9ca735774f000c80b966121c826cc93c428598f43f9131a6 +size 506085864 diff --git a/checkpoint_035000/policy_postprocessor.json b/checkpoint_035000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_035000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_035000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_035000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_035000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_035000/policy_preprocessor.json b/checkpoint_035000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_035000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_035000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_035000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_035000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_035000/training_metadata.json b/checkpoint_035000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..1dc61f0c138abe5af1569d96bc973c8dc6336afb --- /dev/null +++ b/checkpoint_035000/training_metadata.json @@ -0,0 +1,16 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "model_type": "act_vit", + "vision_backbone": "vit_b_16", + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "action_space": "joint (6-dim)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534, + "pickup_coords": false, + "pos1_only": false +} \ No newline at end of file diff --git a/checkpoint_035000/training_state.pt b/checkpoint_035000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..e603e1d27a2a82bb5b7d3b99cb602a6494ee2511 --- /dev/null +++ b/checkpoint_035000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:421b01a7ec92062e372765ddb800de7ffcb95a79dbc01f1b7a1146735f3cfa93 +size 1011925005 diff --git a/checkpoint_040000/config.json b/checkpoint_040000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c835687da723dcca6ea30285a36badce94914d8 --- /dev/null +++ b/checkpoint_040000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_040000/model.safetensors b/checkpoint_040000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4ffe4dc3bf6f8c6099fdd3f463686a426db816f7 --- /dev/null +++ b/checkpoint_040000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f71abb2cd4a61a7d24d1c791dafb8e1ef173a7ad11da9c6e6d9ef4eba0546654 +size 506085864 diff --git a/checkpoint_040000/policy_postprocessor.json b/checkpoint_040000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_040000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_040000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_040000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_040000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_040000/policy_preprocessor.json b/checkpoint_040000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_040000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_040000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_040000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_040000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_040000/training_metadata.json b/checkpoint_040000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..1dc61f0c138abe5af1569d96bc973c8dc6336afb --- /dev/null +++ b/checkpoint_040000/training_metadata.json @@ -0,0 +1,16 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "model_type": "act_vit", + "vision_backbone": "vit_b_16", + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "action_space": "joint (6-dim)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534, + "pickup_coords": false, + "pos1_only": false +} \ No newline at end of file diff --git a/checkpoint_040000/training_state.pt b/checkpoint_040000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..e22d7ea157b421fa428d015acbb22f5f65ffbec9 --- /dev/null +++ b/checkpoint_040000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72ba707fa43caa31b1d6698185b7c4782e309086ded3bf5d89b94587bf83dd6d +size 1011925005 diff --git a/checkpoint_045000/config.json b/checkpoint_045000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c835687da723dcca6ea30285a36badce94914d8 --- /dev/null +++ b/checkpoint_045000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_045000/model.safetensors b/checkpoint_045000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a2da895d177f5d90db9cf23aadaf892b6c1f140d --- /dev/null +++ b/checkpoint_045000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8da5deb1dd1ec16ca47a554de52777ccb61ff480895c660ec441ffd2d83f5154 +size 506085864 diff --git a/checkpoint_045000/policy_postprocessor.json b/checkpoint_045000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_045000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_045000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_045000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_045000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_045000/policy_preprocessor.json b/checkpoint_045000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_045000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_045000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_045000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_045000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_045000/training_metadata.json b/checkpoint_045000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..1dc61f0c138abe5af1569d96bc973c8dc6336afb --- /dev/null +++ b/checkpoint_045000/training_metadata.json @@ -0,0 +1,16 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "model_type": "act_vit", + "vision_backbone": "vit_b_16", + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "action_space": "joint (6-dim)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534, + "pickup_coords": false, + "pos1_only": false +} \ No newline at end of file diff --git a/checkpoint_045000/training_state.pt b/checkpoint_045000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..5c63e9708ce6bc63aba425c745c0283edd5755ea --- /dev/null +++ b/checkpoint_045000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a67382b7ec6040bbef6a0f109975bcbff4cc5a890ad8137e972c72f00e3ac5ce +size 1011925005 diff --git a/checkpoint_050000/config.json b/checkpoint_050000/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c835687da723dcca6ea30285a36badce94914d8 --- /dev/null +++ b/checkpoint_050000/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoint_050000/model.safetensors b/checkpoint_050000/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c8f396f110fe466604ce2e93632e8aaf0d202ab --- /dev/null +++ b/checkpoint_050000/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f62cfc2c4b7bac239d23cafac457d9f1e4c7f530ecce0cfb2652b85ff89a897 +size 506085864 diff --git a/checkpoint_050000/policy_postprocessor.json b/checkpoint_050000/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/checkpoint_050000/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoint_050000/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoint_050000/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_050000/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_050000/policy_preprocessor.json b/checkpoint_050000/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/checkpoint_050000/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoint_050000/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoint_050000/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/checkpoint_050000/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/checkpoint_050000/training_metadata.json b/checkpoint_050000/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..1dc61f0c138abe5af1569d96bc973c8dc6336afb --- /dev/null +++ b/checkpoint_050000/training_metadata.json @@ -0,0 +1,16 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "model_type": "act_vit", + "vision_backbone": "vit_b_16", + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "action_space": "joint (6-dim)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534, + "pickup_coords": false, + "pos1_only": false +} \ No newline at end of file diff --git a/checkpoint_050000/training_state.pt b/checkpoint_050000/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd368d743515fab2968711e7b38f26ee2cb75c6a --- /dev/null +++ b/checkpoint_050000/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:346052aa39ce2e1f572fe02cc7582b90af9f5e72c2ae02b92765a2a144b35b4d +size 1011925005 diff --git a/final/config.json b/final/config.json new file mode 100644 index 0000000000000000000000000000000000000000..6c835687da723dcca6ea30285a36badce94914d8 --- /dev/null +++ b/final/config.json @@ -0,0 +1,70 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/final/model.safetensors b/final/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c8f396f110fe466604ce2e93632e8aaf0d202ab --- /dev/null +++ b/final/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f62cfc2c4b7bac239d23cafac457d9f1e4c7f530ecce0cfb2652b85ff89a897 +size 506085864 diff --git a/final/policy_postprocessor.json b/final/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..3ba4ac02de62bbf10dd3ff95f2bac8c697e95340 --- /dev/null +++ b/final/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/final/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/final/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/final/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/final/policy_preprocessor.json b/final/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..1a7167e7fef59f8e032de6b34a11e200451c8a0d --- /dev/null +++ b/final/policy_preprocessor.json @@ -0,0 +1,64 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.wrist_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "observation.images.overhead_cam": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/final/policy_preprocessor_step_3_normalizer_processor.safetensors b/final/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..762e421c562b3d59c2a96c332b750f6e742d7fe8 --- /dev/null +++ b/final/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6824ab6937ad18b00d079f86b6748e68addfe1a4ec2808ccc44376614bb0b45 +size 1192 diff --git a/final/training_metadata.json b/final/training_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..1dc61f0c138abe5af1569d96bc973c8dc6336afb --- /dev/null +++ b/final/training_metadata.json @@ -0,0 +1,16 @@ +{ + "dataset_repo_id": "danbhf/sim_pick_place_157ep", + "model_type": "act_vit", + "vision_backbone": "vit_b_16", + "cameras": [ + "wrist_cam", + "overhead_cam" + ], + "action_space": "joint (6-dim)", + "action_dim": 6, + "chunk_size": 100, + "fps": 30, + "total_frames": 22534, + "pickup_coords": false, + "pos1_only": false +} \ No newline at end of file diff --git a/final/training_state.pt b/final/training_state.pt new file mode 100644 index 0000000000000000000000000000000000000000..dd368d743515fab2968711e7b38f26ee2cb75c6a --- /dev/null +++ b/final/training_state.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:346052aa39ce2e1f572fe02cc7582b90af9f5e72c2ae02b92765a2a144b35b4d +size 1011925005