diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..9bb43882349a3db3ba9d77ccb3bc276b01afc66e 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +wandb/run-20251104_145108-87qoek3w/run-87qoek3w.wandb filter=lfs diff=lfs merge=lfs -text diff --git a/checkpoints/020000/pretrained_model/config.json b/checkpoints/020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bd3c03a7607dccc5fd50ee340c4ed720237263e9 --- /dev/null +++ b/checkpoints/020000/pretrained_model/config.json @@ -0,0 +1,62 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 96, + 96 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 2 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Lemon-03/test_pusht_policy", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/020000/pretrained_model/model.safetensors b/checkpoints/020000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9b173c6217117a02d6cffb092c008d6c99df82a5 --- /dev/null +++ b/checkpoints/020000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc2dfacf01afec7fa6241bbfa6cdd6eb82cd76855dd5e2943bb2addb491b3133 +size 206666936 diff --git a/checkpoints/020000/pretrained_model/policy_postprocessor.json b/checkpoints/020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a27a8baec68df33e5f05f09f980fd56962df1488 --- /dev/null +++ b/checkpoints/020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ed0e5b510257b2e42518cc467b65a89d6f6385c --- /dev/null +++ b/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a051f19749b4277609e7799fc919b8521bcf0d41ba700c9cf3393c9d33d5d8f8 +size 4204 diff --git a/checkpoints/020000/pretrained_model/policy_preprocessor.json b/checkpoints/020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..b57477e1b0c44a38102d5554fa1e8684d860bad0 --- /dev/null +++ b/checkpoints/020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 96, + 96 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 2 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ed0e5b510257b2e42518cc467b65a89d6f6385c --- /dev/null +++ b/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a051f19749b4277609e7799fc919b8521bcf0d41ba700c9cf3393c9d33d5d8f8 +size 4204 diff --git a/checkpoints/020000/pretrained_model/train_config.json b/checkpoints/020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5530690560e73db67fec1885f860c249626dddba --- /dev/null +++ b/checkpoints/020000/pretrained_model/train_config.json @@ -0,0 +1,185 @@ +{ + "dataset": { + "repo_id": "lerobot/pusht_image", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 96, + 96 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 2 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Lemon-03/test_pusht_policy", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/test_pusht", + "job_name": "test_pusht", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "87qoek3w", + "mode": null + }, + "checkpoint_path": null, + "rename_map": {} +} \ No newline at end of file diff --git a/checkpoints/020000/training_state/optimizer_param_groups.json b/checkpoints/020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/020000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/020000/training_state/optimizer_state.safetensors b/checkpoints/020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1377fcc43a39fe2e06a491c4e8b88795a464e5e1 --- /dev/null +++ b/checkpoints/020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f2d2b628fde5b4da4c7ac2232b6ceab8b4ccb748a7ff2295fce4a3331d70b1b1 +size 412752084 diff --git a/checkpoints/020000/training_state/rng_state.safetensors b/checkpoints/020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8f8da34f259880ee28d31ed1f437ac12deed6444 --- /dev/null +++ b/checkpoints/020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22f601473c3399c8a8e7d8c6ff056ad258d20085a781a31dc1a91e346539f8c7 +size 15708 diff --git a/checkpoints/020000/training_state/training_step.json b/checkpoints/020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/checkpoints/020000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/checkpoints/040000/pretrained_model/config.json b/checkpoints/040000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bd3c03a7607dccc5fd50ee340c4ed720237263e9 --- /dev/null +++ b/checkpoints/040000/pretrained_model/config.json @@ -0,0 +1,62 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 96, + 96 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 2 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Lemon-03/test_pusht_policy", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/040000/pretrained_model/model.safetensors b/checkpoints/040000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..003f021541cafeebba860a0b96db3ea07f323f32 --- /dev/null +++ b/checkpoints/040000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3076ed490a519deb7dab9c5e82da25a6cf036a074ea5f77ab7590a742f05164a +size 206666936 diff --git a/checkpoints/040000/pretrained_model/policy_postprocessor.json b/checkpoints/040000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a27a8baec68df33e5f05f09f980fd56962df1488 --- /dev/null +++ b/checkpoints/040000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ed0e5b510257b2e42518cc467b65a89d6f6385c --- /dev/null +++ b/checkpoints/040000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a051f19749b4277609e7799fc919b8521bcf0d41ba700c9cf3393c9d33d5d8f8 +size 4204 diff --git a/checkpoints/040000/pretrained_model/policy_preprocessor.json b/checkpoints/040000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..b57477e1b0c44a38102d5554fa1e8684d860bad0 --- /dev/null +++ b/checkpoints/040000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 96, + 96 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 2 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ed0e5b510257b2e42518cc467b65a89d6f6385c --- /dev/null +++ b/checkpoints/040000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a051f19749b4277609e7799fc919b8521bcf0d41ba700c9cf3393c9d33d5d8f8 +size 4204 diff --git a/checkpoints/040000/pretrained_model/train_config.json b/checkpoints/040000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5530690560e73db67fec1885f860c249626dddba --- /dev/null +++ b/checkpoints/040000/pretrained_model/train_config.json @@ -0,0 +1,185 @@ +{ + "dataset": { + "repo_id": "lerobot/pusht_image", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 96, + 96 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 2 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Lemon-03/test_pusht_policy", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/test_pusht", + "job_name": "test_pusht", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "87qoek3w", + "mode": null + }, + "checkpoint_path": null, + "rename_map": {} +} \ No newline at end of file diff --git a/checkpoints/040000/training_state/optimizer_param_groups.json b/checkpoints/040000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/040000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/040000/training_state/optimizer_state.safetensors b/checkpoints/040000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..926785fc7ab9a594134f31b48f4f21c4f34791f9 --- /dev/null +++ b/checkpoints/040000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74f7e92b17052d5a48d41c787af53594f42ffb65dae6a06a4b99c32e1e137eff +size 412752084 diff --git a/checkpoints/040000/training_state/rng_state.safetensors b/checkpoints/040000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a03df02155af81cb7fe8b5f221f37d71404fb59c --- /dev/null +++ b/checkpoints/040000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9d3553b14e41aaf044c13eb48072de027734125cce0feec7f77a4436e72b5ed +size 15708 diff --git a/checkpoints/040000/training_state/training_step.json b/checkpoints/040000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..fe40d8ff4312c7e5a8fba9bcc932a43a1384ba77 --- /dev/null +++ b/checkpoints/040000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 40000 +} \ No newline at end of file diff --git a/checkpoints/060000/pretrained_model/config.json b/checkpoints/060000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bd3c03a7607dccc5fd50ee340c4ed720237263e9 --- /dev/null +++ b/checkpoints/060000/pretrained_model/config.json @@ -0,0 +1,62 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 96, + 96 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 2 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Lemon-03/test_pusht_policy", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/060000/pretrained_model/model.safetensors b/checkpoints/060000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a300ed3497a319571d5c5a6b0e860792752621d2 --- /dev/null +++ b/checkpoints/060000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d0108588f1cd6cb38c23c208d28086d60f0991c3bbd213baeb6c3519a97cb315 +size 206666936 diff --git a/checkpoints/060000/pretrained_model/policy_postprocessor.json b/checkpoints/060000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a27a8baec68df33e5f05f09f980fd56962df1488 --- /dev/null +++ b/checkpoints/060000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ed0e5b510257b2e42518cc467b65a89d6f6385c --- /dev/null +++ b/checkpoints/060000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a051f19749b4277609e7799fc919b8521bcf0d41ba700c9cf3393c9d33d5d8f8 +size 4204 diff --git a/checkpoints/060000/pretrained_model/policy_preprocessor.json b/checkpoints/060000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..b57477e1b0c44a38102d5554fa1e8684d860bad0 --- /dev/null +++ b/checkpoints/060000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 96, + 96 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 2 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ed0e5b510257b2e42518cc467b65a89d6f6385c --- /dev/null +++ b/checkpoints/060000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a051f19749b4277609e7799fc919b8521bcf0d41ba700c9cf3393c9d33d5d8f8 +size 4204 diff --git a/checkpoints/060000/pretrained_model/train_config.json b/checkpoints/060000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5530690560e73db67fec1885f860c249626dddba --- /dev/null +++ b/checkpoints/060000/pretrained_model/train_config.json @@ -0,0 +1,185 @@ +{ + "dataset": { + "repo_id": "lerobot/pusht_image", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 96, + 96 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 2 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Lemon-03/test_pusht_policy", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/test_pusht", + "job_name": "test_pusht", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "87qoek3w", + "mode": null + }, + "checkpoint_path": null, + "rename_map": {} +} \ No newline at end of file diff --git a/checkpoints/060000/training_state/optimizer_param_groups.json b/checkpoints/060000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/060000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/060000/training_state/optimizer_state.safetensors b/checkpoints/060000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..31bb3825560ffd8158f6e0c9a65a722d72eab2b6 --- /dev/null +++ b/checkpoints/060000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d71c61aab140fd07e63c61b37c54795c0e7c92e2a91a749363620be38d125e52 +size 412752084 diff --git a/checkpoints/060000/training_state/rng_state.safetensors b/checkpoints/060000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2448dbbe4f62e3f0d2b77fa9d3da51b10a762eab --- /dev/null +++ b/checkpoints/060000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:72226a56512d8a089cfc0b5aed35a270d113c481387b3f761c688d4f4f46e785 +size 15708 diff --git a/checkpoints/060000/training_state/training_step.json b/checkpoints/060000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d360b6037f1c8c2c85d38e951160eb02ace507dd --- /dev/null +++ b/checkpoints/060000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 60000 +} \ No newline at end of file diff --git a/checkpoints/080000/pretrained_model/config.json b/checkpoints/080000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bd3c03a7607dccc5fd50ee340c4ed720237263e9 --- /dev/null +++ b/checkpoints/080000/pretrained_model/config.json @@ -0,0 +1,62 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 96, + 96 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 2 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Lemon-03/test_pusht_policy", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/080000/pretrained_model/model.safetensors b/checkpoints/080000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a0b41e9cc6d680a6bbee9441ab03cf5d0b164e91 --- /dev/null +++ b/checkpoints/080000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7f1de8c416ec34c850695833f3b40dac97e07921d4119795ca94f7c79876be4 +size 206666936 diff --git a/checkpoints/080000/pretrained_model/policy_postprocessor.json b/checkpoints/080000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a27a8baec68df33e5f05f09f980fd56962df1488 --- /dev/null +++ b/checkpoints/080000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ed0e5b510257b2e42518cc467b65a89d6f6385c --- /dev/null +++ b/checkpoints/080000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a051f19749b4277609e7799fc919b8521bcf0d41ba700c9cf3393c9d33d5d8f8 +size 4204 diff --git a/checkpoints/080000/pretrained_model/policy_preprocessor.json b/checkpoints/080000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..b57477e1b0c44a38102d5554fa1e8684d860bad0 --- /dev/null +++ b/checkpoints/080000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 96, + 96 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 2 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ed0e5b510257b2e42518cc467b65a89d6f6385c --- /dev/null +++ b/checkpoints/080000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a051f19749b4277609e7799fc919b8521bcf0d41ba700c9cf3393c9d33d5d8f8 +size 4204 diff --git a/checkpoints/080000/pretrained_model/train_config.json b/checkpoints/080000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5530690560e73db67fec1885f860c249626dddba --- /dev/null +++ b/checkpoints/080000/pretrained_model/train_config.json @@ -0,0 +1,185 @@ +{ + "dataset": { + "repo_id": "lerobot/pusht_image", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 96, + 96 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 2 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Lemon-03/test_pusht_policy", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/test_pusht", + "job_name": "test_pusht", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "87qoek3w", + "mode": null + }, + "checkpoint_path": null, + "rename_map": {} +} \ No newline at end of file diff --git a/checkpoints/080000/training_state/optimizer_param_groups.json b/checkpoints/080000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/080000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/080000/training_state/optimizer_state.safetensors b/checkpoints/080000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fd6a8e478ef761f4e25d21acaaee4b2c6308f34e --- /dev/null +++ b/checkpoints/080000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:060e3954ed352245d759b5f1799ab4abae7713e53f21df973d53b9ea46b95274 +size 412752084 diff --git a/checkpoints/080000/training_state/rng_state.safetensors b/checkpoints/080000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..276ca781c9ea830a602eb7605f8e537fd44e1fe7 --- /dev/null +++ b/checkpoints/080000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5ad40646108f9401c5e4a20a8d06936104f03309c5552f13a19e3ccb30bac7c +size 15708 diff --git a/checkpoints/080000/training_state/training_step.json b/checkpoints/080000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..384eace4ecc2a6cba352aa7cf27f04405b7319c3 --- /dev/null +++ b/checkpoints/080000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 80000 +} \ No newline at end of file diff --git a/checkpoints/100000/pretrained_model/config.json b/checkpoints/100000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bd3c03a7607dccc5fd50ee340c4ed720237263e9 --- /dev/null +++ b/checkpoints/100000/pretrained_model/config.json @@ -0,0 +1,62 @@ +{ + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 96, + 96 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 2 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Lemon-03/test_pusht_policy", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/100000/pretrained_model/model.safetensors b/checkpoints/100000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2f7ee798a33c9e14d4ce7cee0f997d771fcd5ec9 --- /dev/null +++ b/checkpoints/100000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a6b407b20f8201fce04289569cd154b6e52cbd47aa6f2e42d7c29fb608d6329c +size 206666936 diff --git a/checkpoints/100000/pretrained_model/policy_postprocessor.json b/checkpoints/100000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a27a8baec68df33e5f05f09f980fd56962df1488 --- /dev/null +++ b/checkpoints/100000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ed0e5b510257b2e42518cc467b65a89d6f6385c --- /dev/null +++ b/checkpoints/100000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a051f19749b4277609e7799fc919b8521bcf0d41ba700c9cf3393c9d33d5d8f8 +size 4204 diff --git a/checkpoints/100000/pretrained_model/policy_preprocessor.json b/checkpoints/100000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..b57477e1b0c44a38102d5554fa1e8684d860bad0 --- /dev/null +++ b/checkpoints/100000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 96, + 96 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 2 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3ed0e5b510257b2e42518cc467b65a89d6f6385c --- /dev/null +++ b/checkpoints/100000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a051f19749b4277609e7799fc919b8521bcf0d41ba700c9cf3393c9d33d5d8f8 +size 4204 diff --git a/checkpoints/100000/pretrained_model/train_config.json b/checkpoints/100000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..5530690560e73db67fec1885f860c249626dddba --- /dev/null +++ b/checkpoints/100000/pretrained_model/train_config.json @@ -0,0 +1,185 @@ +{ + "dataset": { + "repo_id": "lerobot/pusht_image", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + }, + "affine": { + "weight": 1.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "torchcodec", + "streaming": false + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "input_features": { + "observation.image": { + "type": "VISUAL", + "shape": [ + 3, + 96, + 96 + ] + }, + "observation.state": { + "type": "STATE", + "shape": [ + 2 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 2 + ] + } + }, + "device": "cuda", + "use_amp": false, + "push_to_hub": true, + "repo_id": "Lemon-03/test_pusht_policy", + "private": null, + "tags": null, + "license": null, + "pretrained_path": null, + "chunk_size": 100, + "n_action_steps": 100, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/test_pusht", + "job_name": "test_pusht", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 100000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 20000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "87qoek3w", + "mode": null + }, + "checkpoint_path": null, + "rename_map": {} +} \ No newline at end of file diff --git a/checkpoints/100000/training_state/optimizer_param_groups.json b/checkpoints/100000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..33506df097b87c64b2aa15765ab89706780c0dc0 --- /dev/null +++ b/checkpoints/100000/training_state/optimizer_param_groups.json @@ -0,0 +1,191 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": true, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/100000/training_state/optimizer_state.safetensors b/checkpoints/100000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..aaadc7d7141334b8ea605c3f5850f2eea209ffa8 --- /dev/null +++ b/checkpoints/100000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:450a119f0011f2199d5fe630cb6ca105dcf0e5db6aad33d3bf961cf3c7f57c57 +size 412752084 diff --git a/checkpoints/100000/training_state/rng_state.safetensors b/checkpoints/100000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2c7a19a29b577bde8512eb5f57a97713eb91fcdd --- /dev/null +++ b/checkpoints/100000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d6c38b872a09be10a174c01ea0702221135194fbcd522a8637e5a761df6219fd +size 15708 diff --git a/checkpoints/100000/training_state/training_step.json b/checkpoints/100000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..8eb73c13d28bca88058c08796abbf931c3f9b012 --- /dev/null +++ b/checkpoints/100000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 100000 +} \ No newline at end of file diff --git a/wandb/debug-internal.log b/wandb/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..3dfe6a751ff1d74df331488f0e0d00b1be9aa9a5 --- /dev/null +++ b/wandb/debug-internal.log @@ -0,0 +1,21 @@ +{"time":"2025-11-04T14:51:08.516196992+08:00","level":"INFO","msg":"stream: starting","core version":"0.21.4"} +{"time":"2025-11-04T14:51:09.236282924+08:00","level":"INFO","msg":"stream: created new stream","id":"87qoek3w"} +{"time":"2025-11-04T14:51:09.236386577+08:00","level":"INFO","msg":"stream: started","id":"87qoek3w"} +{"time":"2025-11-04T14:51:09.236524515+08:00","level":"INFO","msg":"writer: started","stream_id":"87qoek3w"} +{"time":"2025-11-04T14:51:09.236682412+08:00","level":"INFO","msg":"sender: started","stream_id":"87qoek3w"} +{"time":"2025-11-04T14:51:09.236806453+08:00","level":"INFO","msg":"handler: started","stream_id":"87qoek3w"} +{"time":"2025-11-04T15:11:34.478963546+08:00","level":"ERROR","msg":"request failed","error":"Put \"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787466156/2205210644/7cf2e49789c80109f64df5ba42f85b60?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T070918Z&X-Goog-Expires=86399&X-Goog-Signature=6e84ffda17446874e034e6590bd87938464f53460f8ea614eba69f8e783c255423b4f01736fc90498e98641f5df60e091d3dee98f7f46fc37947e8c4c9ad1bffd2770b5cce03ab07a509b4a14e5ae58bf21a533a9ad2e9b334f8ac902728ccfd84b3acf28205668448b0feb1b9ff98607bfb53d7dc1ccbe5d87bca5c6e86ae5b33ee156cfc86b6391609fa862988c041bb1f23d6be510074623e7a24bc0e639473dfb4eb53b5cd75a3f290b2f3eb2c9b49f198153d8e010a95f0dab697c78edc6dfb5c2645ea0a7f3bf88a897cf6806432493a81387ee59a1ee44a64bc7c8911c3a9731b1d96aa3500d8fed8eb95caa22b8410bac7e5305be81ef26698ff56f7&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945\": read tcp 10.39.21.255:50644->142.250.197.219:443: read: connection reset by peer","method":"PUT","url":"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787466156/2205210644/7cf2e49789c80109f64df5ba42f85b60?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T070918Z&X-Goog-Expires=86399&X-Goog-Signature=6e84ffda17446874e034e6590bd87938464f53460f8ea614eba69f8e783c255423b4f01736fc90498e98641f5df60e091d3dee98f7f46fc37947e8c4c9ad1bffd2770b5cce03ab07a509b4a14e5ae58bf21a533a9ad2e9b334f8ac902728ccfd84b3acf28205668448b0feb1b9ff98607bfb53d7dc1ccbe5d87bca5c6e86ae5b33ee156cfc86b6391609fa862988c041bb1f23d6be510074623e7a24bc0e639473dfb4eb53b5cd75a3f290b2f3eb2c9b49f198153d8e010a95f0dab697c78edc6dfb5c2645ea0a7f3bf88a897cf6806432493a81387ee59a1ee44a64bc7c8911c3a9731b1d96aa3500d8fed8eb95caa22b8410bac7e5305be81ef26698ff56f7&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945"} +{"time":"2025-11-04T15:11:37.206408688+08:00","level":"ERROR","msg":"request failed","error":"Put \"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787466156/2205210644/7cf2e49789c80109f64df5ba42f85b60?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T070918Z&X-Goog-Expires=86399&X-Goog-Signature=6e84ffda17446874e034e6590bd87938464f53460f8ea614eba69f8e783c255423b4f01736fc90498e98641f5df60e091d3dee98f7f46fc37947e8c4c9ad1bffd2770b5cce03ab07a509b4a14e5ae58bf21a533a9ad2e9b334f8ac902728ccfd84b3acf28205668448b0feb1b9ff98607bfb53d7dc1ccbe5d87bca5c6e86ae5b33ee156cfc86b6391609fa862988c041bb1f23d6be510074623e7a24bc0e639473dfb4eb53b5cd75a3f290b2f3eb2c9b49f198153d8e010a95f0dab697c78edc6dfb5c2645ea0a7f3bf88a897cf6806432493a81387ee59a1ee44a64bc7c8911c3a9731b1d96aa3500d8fed8eb95caa22b8410bac7e5305be81ef26698ff56f7&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945\": read tcp 10.39.21.255:50768->142.250.197.91:443: read: connection reset by peer","method":"PUT","url":"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787466156/2205210644/7cf2e49789c80109f64df5ba42f85b60?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T070918Z&X-Goog-Expires=86399&X-Goog-Signature=6e84ffda17446874e034e6590bd87938464f53460f8ea614eba69f8e783c255423b4f01736fc90498e98641f5df60e091d3dee98f7f46fc37947e8c4c9ad1bffd2770b5cce03ab07a509b4a14e5ae58bf21a533a9ad2e9b334f8ac902728ccfd84b3acf28205668448b0feb1b9ff98607bfb53d7dc1ccbe5d87bca5c6e86ae5b33ee156cfc86b6391609fa862988c041bb1f23d6be510074623e7a24bc0e639473dfb4eb53b5cd75a3f290b2f3eb2c9b49f198153d8e010a95f0dab697c78edc6dfb5c2645ea0a7f3bf88a897cf6806432493a81387ee59a1ee44a64bc7c8911c3a9731b1d96aa3500d8fed8eb95caa22b8410bac7e5305be81ef26698ff56f7&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945"} +{"time":"2025-11-04T15:12:25.114289557+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/z1985188945-guangdong-pharmaceutical-university/lerobot/87qoek3w/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: server misbehaving"} +{"time":"2025-11-04T15:29:48.157534367+08:00","level":"ERROR","msg":"request failed","error":"Put \"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945\": read tcp 10.39.21.255:60166->142.250.66.59:443: read: connection reset by peer","method":"PUT","url":"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945"} +{"time":"2025-11-04T15:29:50.402065019+08:00","level":"ERROR","msg":"request failed","error":"Put \"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945\": read tcp 10.39.21.255:45508->142.250.197.219:443: read: connection reset by peer","method":"PUT","url":"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945"} +{"time":"2025-11-04T15:29:54.548749645+08:00","level":"ERROR","msg":"request failed","error":"Put \"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945\": read tcp 10.39.21.255:57282->142.250.197.219:443: read: connection reset by peer","method":"PUT","url":"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945"} +{"time":"2025-11-04T15:30:03.781116006+08:00","level":"ERROR","msg":"request failed","error":"Put \"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945\": read tcp 10.39.21.255:43946->142.250.197.91:443: read: connection reset by peer","method":"PUT","url":"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945"} +{"time":"2025-11-04T15:30:22.061616468+08:00","level":"ERROR","msg":"request failed","error":"Put \"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945\": read tcp 10.39.21.255:41080->142.250.66.59:443: read: connection reset by peer","method":"PUT","url":"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945"} +{"time":"2025-11-04T15:45:47.778701255+08:00","level":"ERROR","msg":"request failed","error":"Put \"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787481447/2205274192/9dae2ff2ec1e22c48402c1013f0654a1?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T074547Z&X-Goog-Expires=86399&X-Goog-Signature=bddc7a034ad8d322b806d30cd16007e3b0a5fa13f88eefdfb00e41e99c641b5a5860249fdf07c174bf4455763287902c1b3b58dcb0508a1ac88d468ea4375ffaabb7d014ee0330b0751f79bee18dde6c5cbfee3fe7bb3aa056da09860832827cef2552bb9155c38ac72e604c2bf6e49a1915925f40e40e6482a47eda7006b7d961057d491cb1423fe34e34ee4b1295fbd21ec8e004cbe4a34392112f69b9db7ff9b6f602e7a2c309da8511abb193e5c185f8725788aceaa8e4f55b22ff99802c15db116eb1b0c10902ce65f095b439f892735fba20d5ac97378c6785a90502afa1503e0517685b730d85b3b8ae6e19f7b06029afc4cdbe9d2fd4e46a07bc1c30&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945\": read tcp 10.39.21.255:50272->142.250.66.59:443: read: connection reset by peer","method":"PUT","url":"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787481447/2205274192/9dae2ff2ec1e22c48402c1013f0654a1?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T074547Z&X-Goog-Expires=86399&X-Goog-Signature=bddc7a034ad8d322b806d30cd16007e3b0a5fa13f88eefdfb00e41e99c641b5a5860249fdf07c174bf4455763287902c1b3b58dcb0508a1ac88d468ea4375ffaabb7d014ee0330b0751f79bee18dde6c5cbfee3fe7bb3aa056da09860832827cef2552bb9155c38ac72e604c2bf6e49a1915925f40e40e6482a47eda7006b7d961057d491cb1423fe34e34ee4b1295fbd21ec8e004cbe4a34392112f69b9db7ff9b6f602e7a2c309da8511abb193e5c185f8725788aceaa8e4f55b22ff99802c15db116eb1b0c10902ce65f095b439f892735fba20d5ac97378c6785a90502afa1503e0517685b730d85b3b8ae6e19f7b06029afc4cdbe9d2fd4e46a07bc1c30&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945"} +{"time":"2025-11-04T15:45:50.040357931+08:00","level":"ERROR","msg":"request failed","error":"Put \"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787481447/2205274192/9dae2ff2ec1e22c48402c1013f0654a1?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T074547Z&X-Goog-Expires=86399&X-Goog-Signature=bddc7a034ad8d322b806d30cd16007e3b0a5fa13f88eefdfb00e41e99c641b5a5860249fdf07c174bf4455763287902c1b3b58dcb0508a1ac88d468ea4375ffaabb7d014ee0330b0751f79bee18dde6c5cbfee3fe7bb3aa056da09860832827cef2552bb9155c38ac72e604c2bf6e49a1915925f40e40e6482a47eda7006b7d961057d491cb1423fe34e34ee4b1295fbd21ec8e004cbe4a34392112f69b9db7ff9b6f602e7a2c309da8511abb193e5c185f8725788aceaa8e4f55b22ff99802c15db116eb1b0c10902ce65f095b439f892735fba20d5ac97378c6785a90502afa1503e0517685b730d85b3b8ae6e19f7b06029afc4cdbe9d2fd4e46a07bc1c30&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945\": read tcp 10.39.21.255:41754->142.250.198.155:443: read: connection reset by peer","method":"PUT","url":"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787481447/2205274192/9dae2ff2ec1e22c48402c1013f0654a1?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T074547Z&X-Goog-Expires=86399&X-Goog-Signature=bddc7a034ad8d322b806d30cd16007e3b0a5fa13f88eefdfb00e41e99c641b5a5860249fdf07c174bf4455763287902c1b3b58dcb0508a1ac88d468ea4375ffaabb7d014ee0330b0751f79bee18dde6c5cbfee3fe7bb3aa056da09860832827cef2552bb9155c38ac72e604c2bf6e49a1915925f40e40e6482a47eda7006b7d961057d491cb1423fe34e34ee4b1295fbd21ec8e004cbe4a34392112f69b9db7ff9b6f602e7a2c309da8511abb193e5c185f8725788aceaa8e4f55b22ff99802c15db116eb1b0c10902ce65f095b439f892735fba20d5ac97378c6785a90502afa1503e0517685b730d85b3b8ae6e19f7b06029afc4cdbe9d2fd4e46a07bc1c30&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945"} +{"time":"2025-11-04T16:24:45.448136866+08:00","level":"INFO","msg":"stream: closing","id":"87qoek3w"} +{"time":"2025-11-04T16:26:38.818822334+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-11-04T16:26:39.511912575+08:00","level":"INFO","msg":"handler: closed","stream_id":"87qoek3w"} +{"time":"2025-11-04T16:26:39.512045782+08:00","level":"INFO","msg":"sender: closed","stream_id":"87qoek3w"} +{"time":"2025-11-04T16:26:39.512068103+08:00","level":"INFO","msg":"stream: closed","id":"87qoek3w"} diff --git a/wandb/debug.log b/wandb/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..cde90e6919980a6343cdb0f93a1cc3866d38d9ed --- /dev/null +++ b/wandb/debug.log @@ -0,0 +1,23 @@ +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_setup.py:_flush():81] Current SDK version is 0.21.4 +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_setup.py:_flush():81] Configure stats pid to 39535 +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_setup.py:_flush():81] Loading settings from /home/hano03/.config/wandb/settings +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_setup.py:_flush():81] Loading settings from /home/hano03/lerobot/wandb/settings +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_setup.py:_flush():81] Loading settings from environment variables +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_init.py:setup_run_log_directory():686] Logging user logs to outputs/train/test_pusht/wandb/run-20251104_145108-87qoek3w/logs/debug.log +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_init.py:setup_run_log_directory():687] Logging internal logs to outputs/train/test_pusht/wandb/run-20251104_145108-87qoek3w/logs/debug-internal.log +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_init.py:init():813] calling init triggers +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_init.py:init():818] wandb.init called with sweep_config: {} +config: {'dataset': {'repo_id': 'lerobot/pusht_image', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'streaming': False}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'push_to_hub': True, 'repo_id': 'Lemon-03/test_pusht_policy', 'private': None, 'tags': None, 'license': None, 'pretrained_path': None, 'chunk_size': 100, 'n_action_steps': 100, 'normalization_mapping': {'VISUAL': , 'STATE': , 'ACTION': }, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/test_pusht', 'job_name': 'test_pusht', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 8, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, 'checkpoint_path': None, 'rename_map': {}, '_wandb': {}} +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_init.py:init():854] starting backend +2025-11-04 14:51:08,507 INFO MainThread:39535 [wandb_init.py:init():857] sending inform_init request +2025-11-04 14:51:08,512 INFO MainThread:39535 [wandb_init.py:init():865] backend started and connected +2025-11-04 14:51:08,514 INFO MainThread:39535 [wandb_init.py:init():936] updated telemetry +2025-11-04 14:51:08,520 INFO MainThread:39535 [wandb_init.py:init():960] communicating run to backend with 90.0 second timeout +2025-11-04 14:51:09,697 INFO MainThread:39535 [wandb_init.py:init():1011] starting run threads in backend +2025-11-04 14:51:09,757 INFO MainThread:39535 [wandb_run.py:_console_start():2506] atexit reg +2025-11-04 14:51:09,757 INFO MainThread:39535 [wandb_run.py:_redirect():2354] redirect: wrap_raw +2025-11-04 14:51:09,757 INFO MainThread:39535 [wandb_run.py:_redirect():2423] Wrapping output streams. +2025-11-04 14:51:09,757 INFO MainThread:39535 [wandb_run.py:_redirect():2446] Redirects installed. +2025-11-04 14:51:09,759 INFO MainThread:39535 [wandb_init.py:init():1049] run started, returning control to user process +2025-11-04 16:24:45,445 INFO wandb-AsyncioManager-main:39535 [service_client.py:_forward_responses():84] Reached EOF. +2025-11-04 16:24:45,448 INFO wandb-AsyncioManager-main:39535 [mailbox.py:close():137] Closing mailbox, abandoning 2 handles. diff --git a/wandb/run-20251104_145108-87qoek3w/files/config.yaml b/wandb/run-20251104_145108-87qoek3w/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f01e611c6594bb00961538cdd6499d839d0bc484 --- /dev/null +++ b/wandb/run-20251104_145108-87qoek3w/files/config.yaml @@ -0,0 +1,222 @@ +_wandb: + value: + cli_version: 0.21.4 + e: + nhezu6zj02q5ic02znrzlullarqw8euf: + args: + - --dataset.repo_id=lerobot/pusht_image + - --policy.type=act + - --output_dir=outputs/train/test_pusht + - --job_name=test_pusht + - --policy.device=cuda + - --wandb.enable=true + - --policy.repo_id=Lemon-03/test_pusht_policy + cpu_count: 14 + cpu_count_logical: 20 + cudaVersion: "13.0" + disk: + /: + total: "421606629376" + used: "70159618048" + executable: /home/hano03/anaconda3/envs/lerobot/bin/python3.10 + git: + commit: 3f8c5d9809d07e7767f2a1366fee86e6e27640a2 + remote: https://github.com/huggingface/lerobot.git + gpu: NVIDIA GeForce RTX 3070 Ti Laptop GPU + gpu_count: 1 + gpu_nvidia: + - architecture: Ampere + cudaCores: 5888 + memoryTotal: "8589934592" + name: NVIDIA GeForce RTX 3070 Ti Laptop GPU + uuid: GPU-66392739-5915-0930-5455-b90d3242f87e + host: hano03 + memory: + total: "16415465472" + os: Linux-6.8.0-86-generic-x86_64-with-glibc2.35 + program: /home/hano03/anaconda3/envs/lerobot/bin/lerobot-train + python: CPython 3.10.19 + root: outputs/train/test_pusht + startedAt: "2025-11-04T06:51:08.301824Z" + writerId: nhezu6zj02q5ic02znrzlullarqw8euf + m: [] + python_version: 3.10.19 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + - 83 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + - 83 + "3": + - 13 + - 15 + - 16 + - 61 + "4": 3.10.19 + "5": 0.21.4 + "6": 4.57.1 + "10": + - 21 + "12": 0.21.4 + "13": linux-x86_64 +batch_size: + value: 8 +checkpoint_path: + value: null +dataset: + value: + episodes: null + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + tfs: + affine: + kwargs: + degrees: + - -5 + - 5 + translate: + - 0.05 + - 0.05 + type: RandomAffine + weight: 1 + brightness: + kwargs: + brightness: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + contrast: + kwargs: + contrast: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + hue: + kwargs: + hue: + - -0.05 + - 0.05 + type: ColorJitter + weight: 1 + saturation: + kwargs: + saturation: + - 0.5 + - 1.5 + type: ColorJitter + weight: 1 + sharpness: + kwargs: + sharpness: + - 0.5 + - 1.5 + type: SharpnessJitter + weight: 1 + repo_id: lerobot/pusht_image + revision: null + root: null + streaming: false + use_imagenet_stats: true + video_backend: torchcodec +env: + value: null +eval: + value: + batch_size: 50 + n_episodes: 50 + use_async_envs: false +eval_freq: + value: 20000 +job_name: + value: test_pusht +log_freq: + value: 200 +num_workers: + value: 4 +optimizer: + value: + betas: + - 0.9 + - 0.999 + eps: 1e-08 + grad_clip_norm: 10 + lr: 1e-05 + type: adamw + weight_decay: 0.0001 +output_dir: + value: outputs/train/test_pusht +policy: + value: + chunk_size: 100 + device: cuda + dim_feedforward: 3200 + dim_model: 512 + dropout: 0.1 + feedforward_activation: relu + kl_weight: 10 + latent_dim: 32 + license: null + n_action_steps: 100 + n_decoder_layers: 1 + n_encoder_layers: 4 + n_heads: 8 + n_obs_steps: 1 + n_vae_encoder_layers: 4 + normalization_mapping: + ACTION: MEAN_STD + STATE: MEAN_STD + VISUAL: MEAN_STD + optimizer_lr: 1e-05 + optimizer_lr_backbone: 1e-05 + optimizer_weight_decay: 0.0001 + pre_norm: false + pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1 + pretrained_path: null + private: null + push_to_hub: true + replace_final_stride_with_dilation: false + repo_id: Lemon-03/test_pusht_policy + tags: null + temporal_ensemble_coeff: null + type: act + use_amp: false + use_vae: true + vision_backbone: resnet18 +resume: + value: false +save_checkpoint: + value: true +save_freq: + value: 20000 +scheduler: + value: null +seed: + value: 1000 +steps: + value: 100000 +use_policy_training_preset: + value: true +wandb: + value: + disable_artifact: false + enable: true + entity: null + mode: null + notes: null + project: lerobot + run_id: null diff --git a/wandb/run-20251104_145108-87qoek3w/files/output.log b/wandb/run-20251104_145108-87qoek3w/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..2c247a34c1f200a6485c0c3b24d01ade6c183599 --- /dev/null +++ b/wandb/run-20251104_145108-87qoek3w/files/output.log @@ -0,0 +1,637 @@ +INFO 2025-11-04 14:51:09 db_utils.py:102 Logs will be synced with wandb. +INFO 2025-11-04 14:51:09 db_utils.py:103 Track this run --> https://wandb.ai/z1985188945-guangdong-pharmaceutical-university/lerobot/runs/87qoek3w +INFO 2025-11-04 14:51:09 ot_train.py:183 Creating dataset +stats.json: 4.42kB [00:00, 3.45MB/s] | 0/4 [00:00, 'Connection to huggingface.co timed out. (connect timeout=None)') + +The above exception was the direct cause of the following exception: + +Traceback (most recent call last): + File "/home/hano03/anaconda3/envs/lerobot/lib/python3.10/site-packages/requests/adapters.py", line 644, in send + resp = conn.urlopen( + File "/home/hano03/anaconda3/envs/lerobot/lib/python3.10/site-packages/urllib3/connectionpool.py", line 841, in urlopen + retries = retries.increment( + File "/home/hano03/anaconda3/envs/lerobot/lib/python3.10/site-packages/urllib3/util/retry.py", line 519, in increment + raise MaxRetryError(_pool, url, reason) from reason # type: ignore[arg-type] +urllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='huggingface.co', port=443): Max retries exceeded with url: /api/validate-yaml (Caused by ConnectTimeoutError(, 'Connection to huggingface.co timed out. (connect timeout=None)')) + +During handling of the above exception, another exception occurred: + +Traceback (most recent call last): + File "/home/hano03/anaconda3/envs/lerobot/bin/lerobot-train", line 7, in + sys.exit(main()) + File "/home/hano03/lerobot/src/lerobot/scripts/lerobot_train.py", line 444, in main + train() + File "/home/hano03/lerobot/src/lerobot/configs/parser.py", line 233, in wrapper_inner + response = fn(cfg, *args, **kwargs) + File "/home/hano03/lerobot/src/lerobot/scripts/lerobot_train.py", line 434, in train + unwrapped_policy.push_model_to_hub(cfg) + File "/home/hano03/lerobot/src/lerobot/policies/pretrained.py", line 221, in push_model_to_hub + card = self.generate_model_card( + File "/home/hano03/lerobot/src/lerobot/policies/pretrained.py", line 258, in generate_model_card + card.validate() + File "/home/hano03/anaconda3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/repocard.py", line 223, in validate + r = get_session().post("https://huggingface.co/api/validate-yaml", body, headers=headers) + File "/home/hano03/anaconda3/envs/lerobot/lib/python3.10/site-packages/requests/sessions.py", line 637, in post + return self.request("POST", url, data=data, json=json, **kwargs) + File "/home/hano03/anaconda3/envs/lerobot/lib/python3.10/site-packages/requests/sessions.py", line 589, in request + resp = self.send(prep, **send_kwargs) + File "/home/hano03/anaconda3/envs/lerobot/lib/python3.10/site-packages/requests/sessions.py", line 703, in send + r = adapter.send(request, **kwargs) + File "/home/hano03/anaconda3/envs/lerobot/lib/python3.10/site-packages/huggingface_hub/utils/_http.py", line 95, in send + return super().send(request, *args, **kwargs) + File "/home/hano03/anaconda3/envs/lerobot/lib/python3.10/site-packages/requests/adapters.py", line 665, in send + raise ConnectTimeout(e, request=request) +requests.exceptions.ConnectTimeout: (MaxRetryError("HTTPSConnectionPool(host='huggingface.co', port=443): Max retries exceeded with url: /api/validate-yaml (Caused by ConnectTimeoutError(, 'Connection to huggingface.co timed out. (connect timeout=None)'))"), '(Request ID: 5ad070be-fbe6-42f8-a567-27f9fefed964)') diff --git a/wandb/run-20251104_145108-87qoek3w/files/requirements.txt b/wandb/run-20251104_145108-87qoek3w/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..0565707690ac720fddea390d5a565d7fec0e9c86 --- /dev/null +++ b/wandb/run-20251104_145108-87qoek3w/files/requirements.txt @@ -0,0 +1,158 @@ +cmeel-console-bridge==1.0.2.3 +nvidia-cuda-cupti-cu12==12.6.80 +gymnasium==1.2.1 +nvidia-cusparse-cu12==12.5.4.2 +traitlets==5.14.3 +accelerate==1.11.0 +cloudpickle==3.1.1 +nvidia-nvjitlink-cu12==12.6.85 +GitPython==3.1.45 +exceptiongroup==1.3.0 +Pygments==2.19.2 +yarl==1.22.0 +cmeel-qhull==8.0.2.1 +hf-xet==1.2.0 +importlib_metadata==8.7.0 +pexpect==4.9.0 +wandb==0.21.4 +psutil==7.1.2 +parso==0.8.5 +cmeel==0.57.3 +wheel==0.45.1 +pillow==12.0.0 +cmeel-urdfdom==4.0.1 +click==8.3.0 +pyserial==3.5 +mujoco==3.3.7 +pytz==2025.2 +aiohttp==3.13.2 +diffusers==0.35.2 +multiprocess==0.70.16 +certifi==2025.10.5 +executing==2.2.1 +decorator==5.2.1 +sentry-sdk==2.43.0 +attrs==25.4.0 +nvidia-cuda-runtime-cu12==12.6.77 +mergedeep==1.3.4 +lerobot==0.4.1 +cmeel-tinyxml2==10.0.0 +importlib_resources==6.5.2 +hf_transfer==0.1.9 +pynput==1.8.1 +tzdata==2025.2 +cmeel-boost==1.87.0.1 +ipython==8.37.0 +nvidia-cusparselt-cu12==0.6.3 +orderly-set==5.5.0 +cmake==4.1.2 +wcwidth==0.2.14 +imageio==2.37.0 +aiosignal==1.4.0 +jsonlines==4.0.0 +gitdb==4.0.12 +jedi==0.19.2 +pydantic_core==2.41.4 +xxhash==3.6.0 +pin==3.4.0 +imageio-ffmpeg==0.6.0 +ischedule==1.2.7 +pfzy==0.3.4 +inquirerpy==0.3.4 +deepdiff==8.6.1 +nvidia-cufft-cu12==11.3.0.4 +pyarrow==22.0.0 +nvidia-cufile-cu12==1.11.1.6 +filelock==3.20.0 +fsspec==2025.9.0 +pyzmq==27.1.0 +typing-inspection==0.4.2 +torchvision==0.22.1 +Jinja2==3.1.6 +requests==2.32.5 +ptyprocess==0.7.0 +packaging==25.0 +PyOpenGL==3.1.10 +typing_extensions==4.15.0 +nvidia-cudnn-cu12==9.5.1.17 +nvidia-curand-cu12==10.3.7.77 +numpy==2.2.6 +zipp==3.23.0 +datasets==4.1.1 +annotated-types==0.7.0 +eigenpy==3.10.3 +einops==0.8.1 +glfw==2.10.0 +nvidia-cusolver-cu12==11.7.1.2 +stack-data==0.6.3 +pyngrok==7.4.1 +mypy_extensions==1.1.0 +cmeel-zlib==1.3.1 +pandas==2.3.3 +placo==0.9.14 +idna==3.11 +absl-py==2.3.1 +termcolor==3.2.0 +sympy==1.14.0 +protobuf==6.31.0 +MarkupSafe==3.0.3 +pip==25.2 +python-dateutil==2.9.0.post0 +setuptools==80.9.0 +pygame==2.6.1 +PyYAML==6.0.3 +cmeel-octomap==1.10.0 +mpmath==1.3.0 +opencv-python-headless==4.12.0.88 +platformdirs==4.5.0 +rhoban-cmeel-jsoncpp==1.9.4.9 +prompt_toolkit==3.0.52 +grpcio==1.73.1 +cmeel-assimp==5.4.3.1 +meshcat==0.3.2 +networkx==3.4.2 +rerun-sdk==0.26.2 +urllib3==2.5.0 +etils==1.13.0 +pure_eval==0.2.3 +tomli==2.3.0 +evdev==1.9.2 +tornado==6.5.2 +Farama-Notifications==0.0.4 +nvidia-nccl-cu12==2.26.2 +nvidia-nvtx-cu12==12.6.77 +draccus==0.10.0 +safetensors==0.6.2 +nvidia-cublas-cu12==12.6.4.1 +matplotlib-inline==0.2.1 +smmap==5.0.2 +asttokens==3.0.0 +hidapi==0.14.0.post4 +propcache==0.4.1 +six==1.17.0 +regex==2025.10.23 +av==15.1.0 +coal-library==3.0.1 +transformers==4.57.1 +torch==2.7.1 +frozenlist==1.8.0 +torchcodec==0.5 +huggingface-hub==0.35.3 +aiohappyeyeballs==2.6.1 +async-timeout==5.0.1 +tqdm==4.67.1 +typing-inspect==0.9.0 +u-msgpack-python==2.8.0 +multidict==6.7.0 +eiquadprog==1.2.9 +tokenizers==0.22.1 +dill==0.4.0 +triton==3.3.1 +charset-normalizer==3.4.4 +python-xlib==0.33 +pydantic==2.12.3 +pyyaml-include==1.4.1 +nvidia-cuda-nvrtc-cu12==12.6.77 +gym-hil==0.1.13 +toml==0.10.2 +lerobot==0.4.1 diff --git a/wandb/run-20251104_145108-87qoek3w/files/wandb-metadata.json b/wandb/run-20251104_145108-87qoek3w/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..05f9c8832bd5b51e2d9dc93266dc363aa2d0d4c3 --- /dev/null +++ b/wandb/run-20251104_145108-87qoek3w/files/wandb-metadata.json @@ -0,0 +1,46 @@ +{ + "os": "Linux-6.8.0-86-generic-x86_64-with-glibc2.35", + "python": "CPython 3.10.19", + "startedAt": "2025-11-04T06:51:08.301824Z", + "args": [ + "--dataset.repo_id=lerobot/pusht_image", + "--policy.type=act", + "--output_dir=outputs/train/test_pusht", + "--job_name=test_pusht", + "--policy.device=cuda", + "--wandb.enable=true", + "--policy.repo_id=Lemon-03/test_pusht_policy" + ], + "program": "/home/hano03/anaconda3/envs/lerobot/bin/lerobot-train", + "git": { + "remote": "https://github.com/huggingface/lerobot.git", + "commit": "3f8c5d9809d07e7767f2a1366fee86e6e27640a2" + }, + "root": "outputs/train/test_pusht", + "host": "hano03", + "executable": "/home/hano03/anaconda3/envs/lerobot/bin/python3.10", + "cpu_count": 14, + "cpu_count_logical": 20, + "gpu": "NVIDIA GeForce RTX 3070 Ti Laptop GPU", + "gpu_count": 1, + "disk": { + "/": { + "total": "421606629376", + "used": "70159618048" + } + }, + "memory": { + "total": "16415465472" + }, + "gpu_nvidia": [ + { + "name": "NVIDIA GeForce RTX 3070 Ti Laptop GPU", + "memoryTotal": "8589934592", + "cudaCores": 5888, + "architecture": "Ampere", + "uuid": "GPU-66392739-5915-0930-5455-b90d3242f87e" + } + ], + "cudaVersion": "13.0", + "writerId": "nhezu6zj02q5ic02znrzlullarqw8euf" +} \ No newline at end of file diff --git a/wandb/run-20251104_145108-87qoek3w/files/wandb-summary.json b/wandb/run-20251104_145108-87qoek3w/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..b742c564e6f71bea6699ca748339eb285ddd7bd0 --- /dev/null +++ b/wandb/run-20251104_145108-87qoek3w/files/wandb-summary.json @@ -0,0 +1 @@ +{"train/grad_norm":4.209977217316627,"train/update_s":0.0395598130849794,"_step":100000,"_runtime":5615.748733055,"_wandb":{"runtime":5615},"train/samples":800000,"train/kld_loss":3.870576620101929e-05,"train/dataloading_s":0.012692317290002393,"train/episodes":6424.95126705653,"train/steps":100000,"_timestamp":1.7622445408044703e+09,"train/lr":1.0000000000000021e-05,"train/loss":0.06480015491135419,"train/l1_loss":0.04163283109664917,"train/epochs":31.189083820662766} \ No newline at end of file diff --git a/wandb/run-20251104_145108-87qoek3w/logs/debug-core.log b/wandb/run-20251104_145108-87qoek3w/logs/debug-core.log new file mode 100644 index 0000000000000000000000000000000000000000..e1378f221b64849e0acb4d1c50ea4f5de8ea2412 --- /dev/null +++ b/wandb/run-20251104_145108-87qoek3w/logs/debug-core.log @@ -0,0 +1,15 @@ +{"time":"2025-11-04T14:51:08.313992312+08:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpjbi2ajsh/port-39535.txt","pid":39535,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false} +{"time":"2025-11-04T14:51:08.314285618+08:00","level":"INFO","msg":"server: accepting connections","addr":{"Name":"/tmp/wandb-39535-39567-2530130725/socket","Net":"unix"}} +{"time":"2025-11-04T14:51:08.314351479+08:00","level":"INFO","msg":"server: will exit if parent process dies","ppid":39535} +{"time":"2025-11-04T14:51:08.506629136+08:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"1(@)"} +{"time":"2025-11-04T14:51:08.516131929+08:00","level":"INFO","msg":"handleInformInit: received","streamId":"87qoek3w","id":"1(@)"} +{"time":"2025-11-04T14:51:09.236404478+08:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"87qoek3w","id":"1(@)"} +{"time":"2025-11-04T16:24:45.44563599+08:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2025-11-04T16:24:45.448129348+08:00","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2025-11-04T16:24:45.448165664+08:00","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2025-11-04T16:24:45.448166952+08:00","level":"INFO","msg":"server is shutting down"} +{"time":"2025-11-04T16:24:45.4482088+08:00","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-39535-39567-2530130725/socket","Net":"unix"}} +{"time":"2025-11-04T16:26:38.768340072+08:00","level":"ERROR","msg":"processOutgoingData: flush error","error":"write unix /tmp/wandb-39535-39567-2530130725/socket->@: use of closed network connection","id":"1(@)"} +{"time":"2025-11-04T16:26:39.520261692+08:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2025-11-04T16:26:39.520311555+08:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2025-11-04T16:26:39.520333316+08:00","level":"INFO","msg":"server is closed"} diff --git a/wandb/run-20251104_145108-87qoek3w/logs/debug-internal.log b/wandb/run-20251104_145108-87qoek3w/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..3dfe6a751ff1d74df331488f0e0d00b1be9aa9a5 --- /dev/null +++ b/wandb/run-20251104_145108-87qoek3w/logs/debug-internal.log @@ -0,0 +1,21 @@ +{"time":"2025-11-04T14:51:08.516196992+08:00","level":"INFO","msg":"stream: starting","core version":"0.21.4"} +{"time":"2025-11-04T14:51:09.236282924+08:00","level":"INFO","msg":"stream: created new stream","id":"87qoek3w"} +{"time":"2025-11-04T14:51:09.236386577+08:00","level":"INFO","msg":"stream: started","id":"87qoek3w"} +{"time":"2025-11-04T14:51:09.236524515+08:00","level":"INFO","msg":"writer: started","stream_id":"87qoek3w"} +{"time":"2025-11-04T14:51:09.236682412+08:00","level":"INFO","msg":"sender: started","stream_id":"87qoek3w"} +{"time":"2025-11-04T14:51:09.236806453+08:00","level":"INFO","msg":"handler: started","stream_id":"87qoek3w"} +{"time":"2025-11-04T15:11:34.478963546+08:00","level":"ERROR","msg":"request failed","error":"Put \"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787466156/2205210644/7cf2e49789c80109f64df5ba42f85b60?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T070918Z&X-Goog-Expires=86399&X-Goog-Signature=6e84ffda17446874e034e6590bd87938464f53460f8ea614eba69f8e783c255423b4f01736fc90498e98641f5df60e091d3dee98f7f46fc37947e8c4c9ad1bffd2770b5cce03ab07a509b4a14e5ae58bf21a533a9ad2e9b334f8ac902728ccfd84b3acf28205668448b0feb1b9ff98607bfb53d7dc1ccbe5d87bca5c6e86ae5b33ee156cfc86b6391609fa862988c041bb1f23d6be510074623e7a24bc0e639473dfb4eb53b5cd75a3f290b2f3eb2c9b49f198153d8e010a95f0dab697c78edc6dfb5c2645ea0a7f3bf88a897cf6806432493a81387ee59a1ee44a64bc7c8911c3a9731b1d96aa3500d8fed8eb95caa22b8410bac7e5305be81ef26698ff56f7&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945\": read tcp 10.39.21.255:50644->142.250.197.219:443: read: connection reset by peer","method":"PUT","url":"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787466156/2205210644/7cf2e49789c80109f64df5ba42f85b60?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T070918Z&X-Goog-Expires=86399&X-Goog-Signature=6e84ffda17446874e034e6590bd87938464f53460f8ea614eba69f8e783c255423b4f01736fc90498e98641f5df60e091d3dee98f7f46fc37947e8c4c9ad1bffd2770b5cce03ab07a509b4a14e5ae58bf21a533a9ad2e9b334f8ac902728ccfd84b3acf28205668448b0feb1b9ff98607bfb53d7dc1ccbe5d87bca5c6e86ae5b33ee156cfc86b6391609fa862988c041bb1f23d6be510074623e7a24bc0e639473dfb4eb53b5cd75a3f290b2f3eb2c9b49f198153d8e010a95f0dab697c78edc6dfb5c2645ea0a7f3bf88a897cf6806432493a81387ee59a1ee44a64bc7c8911c3a9731b1d96aa3500d8fed8eb95caa22b8410bac7e5305be81ef26698ff56f7&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945"} +{"time":"2025-11-04T15:11:37.206408688+08:00","level":"ERROR","msg":"request failed","error":"Put \"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787466156/2205210644/7cf2e49789c80109f64df5ba42f85b60?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T070918Z&X-Goog-Expires=86399&X-Goog-Signature=6e84ffda17446874e034e6590bd87938464f53460f8ea614eba69f8e783c255423b4f01736fc90498e98641f5df60e091d3dee98f7f46fc37947e8c4c9ad1bffd2770b5cce03ab07a509b4a14e5ae58bf21a533a9ad2e9b334f8ac902728ccfd84b3acf28205668448b0feb1b9ff98607bfb53d7dc1ccbe5d87bca5c6e86ae5b33ee156cfc86b6391609fa862988c041bb1f23d6be510074623e7a24bc0e639473dfb4eb53b5cd75a3f290b2f3eb2c9b49f198153d8e010a95f0dab697c78edc6dfb5c2645ea0a7f3bf88a897cf6806432493a81387ee59a1ee44a64bc7c8911c3a9731b1d96aa3500d8fed8eb95caa22b8410bac7e5305be81ef26698ff56f7&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945\": read tcp 10.39.21.255:50768->142.250.197.91:443: read: connection reset by peer","method":"PUT","url":"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787466156/2205210644/7cf2e49789c80109f64df5ba42f85b60?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T070918Z&X-Goog-Expires=86399&X-Goog-Signature=6e84ffda17446874e034e6590bd87938464f53460f8ea614eba69f8e783c255423b4f01736fc90498e98641f5df60e091d3dee98f7f46fc37947e8c4c9ad1bffd2770b5cce03ab07a509b4a14e5ae58bf21a533a9ad2e9b334f8ac902728ccfd84b3acf28205668448b0feb1b9ff98607bfb53d7dc1ccbe5d87bca5c6e86ae5b33ee156cfc86b6391609fa862988c041bb1f23d6be510074623e7a24bc0e639473dfb4eb53b5cd75a3f290b2f3eb2c9b49f198153d8e010a95f0dab697c78edc6dfb5c2645ea0a7f3bf88a897cf6806432493a81387ee59a1ee44a64bc7c8911c3a9731b1d96aa3500d8fed8eb95caa22b8410bac7e5305be81ef26698ff56f7&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945"} +{"time":"2025-11-04T15:12:25.114289557+08:00","level":"INFO","msg":"api: retrying error","error":"Post \"https://api.wandb.ai/files/z1985188945-guangdong-pharmaceutical-university/lerobot/87qoek3w/file_stream\": dial tcp: lookup api.wandb.ai on 127.0.0.53:53: server misbehaving"} +{"time":"2025-11-04T15:29:48.157534367+08:00","level":"ERROR","msg":"request failed","error":"Put \"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945\": read tcp 10.39.21.255:60166->142.250.66.59:443: read: connection reset by peer","method":"PUT","url":"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945"} +{"time":"2025-11-04T15:29:50.402065019+08:00","level":"ERROR","msg":"request failed","error":"Put \"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945\": read tcp 10.39.21.255:45508->142.250.197.219:443: read: connection reset by peer","method":"PUT","url":"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945"} +{"time":"2025-11-04T15:29:54.548749645+08:00","level":"ERROR","msg":"request failed","error":"Put \"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945\": read tcp 10.39.21.255:57282->142.250.197.219:443: read: connection reset by peer","method":"PUT","url":"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945"} +{"time":"2025-11-04T15:30:03.781116006+08:00","level":"ERROR","msg":"request failed","error":"Put \"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945\": read tcp 10.39.21.255:43946->142.250.197.91:443: read: connection reset by peer","method":"PUT","url":"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945"} +{"time":"2025-11-04T15:30:22.061616468+08:00","level":"ERROR","msg":"request failed","error":"Put \"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945\": read tcp 10.39.21.255:41080->142.250.66.59:443: read: connection reset by peer","method":"PUT","url":"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787473215/2205241612/266a0b9ec6dfea13af4949c70385f9cc?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T072733Z&X-Goog-Expires=86399&X-Goog-Signature=12d3c5a3668ccf4ce4d2b52768587f36144c85daa93077ee6994926d9d5c03960f2e3bdccf232e9a85c4cae76c7a6951365ddab6031206a1d50761d0c204a4111bb73c2c8275797103d998da4bdcc4eae6dd502c46b9b6964c6e86b94c3361625a5ca5d9135fa61c85323fb540cac7a2e6c1209b5c931d552089abf1486f8611f5a583d8b367d4f0abbc1ec14e799e69fc102f6abf9ff03b92a8f0425f3ff311211ea5d3434e4e2c3c497dff3094e766805f418caed9ab5a5c8fc0d2140d08252c16962559300511dd0fd6a1ef3f33b613dccf3dd9a3dc61d2806d5423a5a0e3334d0af7da36a34c49bae77ba069c35b195939d238b5afa09b7a9d1da1aef710&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945"} +{"time":"2025-11-04T15:45:47.778701255+08:00","level":"ERROR","msg":"request failed","error":"Put \"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787481447/2205274192/9dae2ff2ec1e22c48402c1013f0654a1?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T074547Z&X-Goog-Expires=86399&X-Goog-Signature=bddc7a034ad8d322b806d30cd16007e3b0a5fa13f88eefdfb00e41e99c641b5a5860249fdf07c174bf4455763287902c1b3b58dcb0508a1ac88d468ea4375ffaabb7d014ee0330b0751f79bee18dde6c5cbfee3fe7bb3aa056da09860832827cef2552bb9155c38ac72e604c2bf6e49a1915925f40e40e6482a47eda7006b7d961057d491cb1423fe34e34ee4b1295fbd21ec8e004cbe4a34392112f69b9db7ff9b6f602e7a2c309da8511abb193e5c185f8725788aceaa8e4f55b22ff99802c15db116eb1b0c10902ce65f095b439f892735fba20d5ac97378c6785a90502afa1503e0517685b730d85b3b8ae6e19f7b06029afc4cdbe9d2fd4e46a07bc1c30&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945\": read tcp 10.39.21.255:50272->142.250.66.59:443: read: connection reset by peer","method":"PUT","url":"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787481447/2205274192/9dae2ff2ec1e22c48402c1013f0654a1?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T074547Z&X-Goog-Expires=86399&X-Goog-Signature=bddc7a034ad8d322b806d30cd16007e3b0a5fa13f88eefdfb00e41e99c641b5a5860249fdf07c174bf4455763287902c1b3b58dcb0508a1ac88d468ea4375ffaabb7d014ee0330b0751f79bee18dde6c5cbfee3fe7bb3aa056da09860832827cef2552bb9155c38ac72e604c2bf6e49a1915925f40e40e6482a47eda7006b7d961057d491cb1423fe34e34ee4b1295fbd21ec8e004cbe4a34392112f69b9db7ff9b6f602e7a2c309da8511abb193e5c185f8725788aceaa8e4f55b22ff99802c15db116eb1b0c10902ce65f095b439f892735fba20d5ac97378c6785a90502afa1503e0517685b730d85b3b8ae6e19f7b06029afc4cdbe9d2fd4e46a07bc1c30&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945"} +{"time":"2025-11-04T15:45:50.040357931+08:00","level":"ERROR","msg":"request failed","error":"Put \"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787481447/2205274192/9dae2ff2ec1e22c48402c1013f0654a1?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T074547Z&X-Goog-Expires=86399&X-Goog-Signature=bddc7a034ad8d322b806d30cd16007e3b0a5fa13f88eefdfb00e41e99c641b5a5860249fdf07c174bf4455763287902c1b3b58dcb0508a1ac88d468ea4375ffaabb7d014ee0330b0751f79bee18dde6c5cbfee3fe7bb3aa056da09860832827cef2552bb9155c38ac72e604c2bf6e49a1915925f40e40e6482a47eda7006b7d961057d491cb1423fe34e34ee4b1295fbd21ec8e004cbe4a34392112f69b9db7ff9b6f602e7a2c309da8511abb193e5c185f8725788aceaa8e4f55b22ff99802c15db116eb1b0c10902ce65f095b439f892735fba20d5ac97378c6785a90502afa1503e0517685b730d85b3b8ae6e19f7b06029afc4cdbe9d2fd4e46a07bc1c30&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945\": read tcp 10.39.21.255:41754->142.250.198.155:443: read: connection reset by peer","method":"PUT","url":"https://storage.googleapis.com/wandb-artifacts-prod/wandb_artifacts/787481447/2205274192/9dae2ff2ec1e22c48402c1013f0654a1?X-Goog-Algorithm=GOOG4-RSA-SHA256&X-Goog-Credential=gorilla-files-url-signer-man%40wandb-production.iam.gserviceaccount.com%2F20251104%2Fauto%2Fstorage%2Fgoog4_request&X-Goog-Date=20251104T074547Z&X-Goog-Expires=86399&X-Goog-Signature=bddc7a034ad8d322b806d30cd16007e3b0a5fa13f88eefdfb00e41e99c641b5a5860249fdf07c174bf4455763287902c1b3b58dcb0508a1ac88d468ea4375ffaabb7d014ee0330b0751f79bee18dde6c5cbfee3fe7bb3aa056da09860832827cef2552bb9155c38ac72e604c2bf6e49a1915925f40e40e6482a47eda7006b7d961057d491cb1423fe34e34ee4b1295fbd21ec8e004cbe4a34392112f69b9db7ff9b6f602e7a2c309da8511abb193e5c185f8725788aceaa8e4f55b22ff99802c15db116eb1b0c10902ce65f095b439f892735fba20d5ac97378c6785a90502afa1503e0517685b730d85b3b8ae6e19f7b06029afc4cdbe9d2fd4e46a07bc1c30&X-Goog-SignedHeaders=content-md5%3Bcontent-type%3Bhost&X-User=z1985188945"} +{"time":"2025-11-04T16:24:45.448136866+08:00","level":"INFO","msg":"stream: closing","id":"87qoek3w"} +{"time":"2025-11-04T16:26:38.818822334+08:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2025-11-04T16:26:39.511912575+08:00","level":"INFO","msg":"handler: closed","stream_id":"87qoek3w"} +{"time":"2025-11-04T16:26:39.512045782+08:00","level":"INFO","msg":"sender: closed","stream_id":"87qoek3w"} +{"time":"2025-11-04T16:26:39.512068103+08:00","level":"INFO","msg":"stream: closed","id":"87qoek3w"} diff --git a/wandb/run-20251104_145108-87qoek3w/logs/debug.log b/wandb/run-20251104_145108-87qoek3w/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..cde90e6919980a6343cdb0f93a1cc3866d38d9ed --- /dev/null +++ b/wandb/run-20251104_145108-87qoek3w/logs/debug.log @@ -0,0 +1,23 @@ +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_setup.py:_flush():81] Current SDK version is 0.21.4 +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_setup.py:_flush():81] Configure stats pid to 39535 +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_setup.py:_flush():81] Loading settings from /home/hano03/.config/wandb/settings +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_setup.py:_flush():81] Loading settings from /home/hano03/lerobot/wandb/settings +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_setup.py:_flush():81] Loading settings from environment variables +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_init.py:setup_run_log_directory():686] Logging user logs to outputs/train/test_pusht/wandb/run-20251104_145108-87qoek3w/logs/debug.log +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_init.py:setup_run_log_directory():687] Logging internal logs to outputs/train/test_pusht/wandb/run-20251104_145108-87qoek3w/logs/debug-internal.log +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_init.py:init():813] calling init triggers +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_init.py:init():818] wandb.init called with sweep_config: {} +config: {'dataset': {'repo_id': 'lerobot/pusht_image', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}, 'affine': {'weight': 1.0, 'type': 'RandomAffine', 'kwargs': {'degrees': [-5.0, 5.0], 'translate': [0.05, 0.05]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec', 'streaming': False}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'push_to_hub': True, 'repo_id': 'Lemon-03/test_pusht_policy', 'private': None, 'tags': None, 'license': None, 'pretrained_path': None, 'chunk_size': 100, 'n_action_steps': 100, 'normalization_mapping': {'VISUAL': , 'STATE': , 'ACTION': }, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/test_pusht', 'job_name': 'test_pusht', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 8, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, 'checkpoint_path': None, 'rename_map': {}, '_wandb': {}} +2025-11-04 14:51:08,302 INFO MainThread:39535 [wandb_init.py:init():854] starting backend +2025-11-04 14:51:08,507 INFO MainThread:39535 [wandb_init.py:init():857] sending inform_init request +2025-11-04 14:51:08,512 INFO MainThread:39535 [wandb_init.py:init():865] backend started and connected +2025-11-04 14:51:08,514 INFO MainThread:39535 [wandb_init.py:init():936] updated telemetry +2025-11-04 14:51:08,520 INFO MainThread:39535 [wandb_init.py:init():960] communicating run to backend with 90.0 second timeout +2025-11-04 14:51:09,697 INFO MainThread:39535 [wandb_init.py:init():1011] starting run threads in backend +2025-11-04 14:51:09,757 INFO MainThread:39535 [wandb_run.py:_console_start():2506] atexit reg +2025-11-04 14:51:09,757 INFO MainThread:39535 [wandb_run.py:_redirect():2354] redirect: wrap_raw +2025-11-04 14:51:09,757 INFO MainThread:39535 [wandb_run.py:_redirect():2423] Wrapping output streams. +2025-11-04 14:51:09,757 INFO MainThread:39535 [wandb_run.py:_redirect():2446] Redirects installed. +2025-11-04 14:51:09,759 INFO MainThread:39535 [wandb_init.py:init():1049] run started, returning control to user process +2025-11-04 16:24:45,445 INFO wandb-AsyncioManager-main:39535 [service_client.py:_forward_responses():84] Reached EOF. +2025-11-04 16:24:45,448 INFO wandb-AsyncioManager-main:39535 [mailbox.py:close():137] Closing mailbox, abandoning 2 handles. diff --git a/wandb/run-20251104_145108-87qoek3w/run-87qoek3w.wandb b/wandb/run-20251104_145108-87qoek3w/run-87qoek3w.wandb new file mode 100644 index 0000000000000000000000000000000000000000..549d860f18fefce474b8196baa0f9d750dc6b889 --- /dev/null +++ b/wandb/run-20251104_145108-87qoek3w/run-87qoek3w.wandb @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:23d4ce40c2e030600ae9bf52a9649cd5a7427de1eac233a40367d7704f372160 +size 996258