diff --git a/checkpoints/002000/pretrained_model/config.json b/checkpoints/002000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/002000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/002000/pretrained_model/train_config.json b/checkpoints/002000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/002000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/002000/training_state/optimizer_param_groups.json b/checkpoints/002000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/002000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/002000/training_state/training_step.json b/checkpoints/002000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..39090bbb986edb821e1602990d19357dcdb5d2ae --- /dev/null +++ b/checkpoints/002000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 2000 +} \ No newline at end of file diff --git a/checkpoints/004000/pretrained_model/config.json b/checkpoints/004000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/004000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/004000/pretrained_model/train_config.json b/checkpoints/004000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/004000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/004000/training_state/optimizer_param_groups.json b/checkpoints/004000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/004000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/004000/training_state/training_step.json b/checkpoints/004000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..75d870521c191f77dd9eaa4d83486eab6e768f69 --- /dev/null +++ b/checkpoints/004000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 4000 +} \ No newline at end of file diff --git a/checkpoints/006000/pretrained_model/config.json b/checkpoints/006000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/006000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/006000/pretrained_model/train_config.json b/checkpoints/006000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/006000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/006000/training_state/optimizer_param_groups.json b/checkpoints/006000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/006000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/006000/training_state/training_step.json b/checkpoints/006000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..e267ac589be64705f8674638b9f5099c886778da --- /dev/null +++ b/checkpoints/006000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 6000 +} \ No newline at end of file diff --git a/checkpoints/008000/pretrained_model/config.json b/checkpoints/008000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/008000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/008000/pretrained_model/train_config.json b/checkpoints/008000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/008000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/008000/training_state/optimizer_param_groups.json b/checkpoints/008000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/008000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/008000/training_state/training_step.json b/checkpoints/008000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..74d8cba01cab8506617b2cbae6f268fe80fbfa79 --- /dev/null +++ b/checkpoints/008000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 8000 +} \ No newline at end of file diff --git a/checkpoints/010000/pretrained_model/config.json b/checkpoints/010000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/010000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/010000/pretrained_model/train_config.json b/checkpoints/010000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/010000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/010000/training_state/optimizer_param_groups.json b/checkpoints/010000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/010000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/010000/training_state/training_step.json b/checkpoints/010000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..7cb7c0986e9e7461ca851ce71e95d235ae3d2732 --- /dev/null +++ b/checkpoints/010000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 10000 +} \ No newline at end of file diff --git a/checkpoints/012000/pretrained_model/config.json b/checkpoints/012000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/012000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/012000/pretrained_model/train_config.json b/checkpoints/012000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/012000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/012000/training_state/optimizer_param_groups.json b/checkpoints/012000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/012000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/012000/training_state/training_step.json b/checkpoints/012000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c4fb27ac819b81943e6545c7c18510bdfb8eae1b --- /dev/null +++ b/checkpoints/012000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 12000 +} \ No newline at end of file diff --git a/checkpoints/014000/pretrained_model/config.json b/checkpoints/014000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/014000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/014000/pretrained_model/train_config.json b/checkpoints/014000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/014000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/014000/training_state/optimizer_param_groups.json b/checkpoints/014000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/014000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/014000/training_state/training_step.json b/checkpoints/014000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..560b82990f5c806d547ed82a5432ba60aec285e1 --- /dev/null +++ b/checkpoints/014000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 14000 +} \ No newline at end of file diff --git a/checkpoints/016000/pretrained_model/config.json b/checkpoints/016000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/016000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/016000/pretrained_model/train_config.json b/checkpoints/016000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/016000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/016000/training_state/optimizer_param_groups.json b/checkpoints/016000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/016000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/016000/training_state/training_step.json b/checkpoints/016000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..798020d90d4c39414dfab88708ecefd52f2e9ac5 --- /dev/null +++ b/checkpoints/016000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 16000 +} \ No newline at end of file diff --git a/checkpoints/018000/pretrained_model/config.json b/checkpoints/018000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/018000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/018000/pretrained_model/train_config.json b/checkpoints/018000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/018000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/018000/training_state/optimizer_param_groups.json b/checkpoints/018000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/018000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/018000/training_state/training_step.json b/checkpoints/018000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..332a3c17a399c305da7a515c33ffb382d0aff339 --- /dev/null +++ b/checkpoints/018000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 18000 +} \ No newline at end of file diff --git a/checkpoints/020000/pretrained_model/config.json b/checkpoints/020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/020000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/020000/pretrained_model/train_config.json b/checkpoints/020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/020000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/020000/training_state/optimizer_param_groups.json b/checkpoints/020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/020000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/020000/training_state/training_step.json b/checkpoints/020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/checkpoints/020000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/checkpoints/022000/pretrained_model/config.json b/checkpoints/022000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/022000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/022000/pretrained_model/train_config.json b/checkpoints/022000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/022000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/022000/training_state/optimizer_param_groups.json b/checkpoints/022000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/022000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/022000/training_state/training_step.json b/checkpoints/022000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d60e27dffb5d802ca16598a852aec850971cbb39 --- /dev/null +++ b/checkpoints/022000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 22000 +} \ No newline at end of file diff --git a/checkpoints/024000/pretrained_model/config.json b/checkpoints/024000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/024000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/024000/pretrained_model/train_config.json b/checkpoints/024000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/024000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/024000/training_state/optimizer_param_groups.json b/checkpoints/024000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/024000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/024000/training_state/training_step.json b/checkpoints/024000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..4bf22a00d4c8b45342d351916c6e2f27ab1dd7d9 --- /dev/null +++ b/checkpoints/024000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 24000 +} \ No newline at end of file diff --git a/checkpoints/026000/pretrained_model/config.json b/checkpoints/026000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/026000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/026000/pretrained_model/train_config.json b/checkpoints/026000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/026000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/026000/training_state/optimizer_param_groups.json b/checkpoints/026000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/026000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/026000/training_state/training_step.json b/checkpoints/026000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..60495b67a6a5c8ae0694d967a703afdf4bdc4066 --- /dev/null +++ b/checkpoints/026000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 26000 +} \ No newline at end of file diff --git a/checkpoints/028000/pretrained_model/config.json b/checkpoints/028000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/028000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/028000/pretrained_model/train_config.json b/checkpoints/028000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/028000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/028000/training_state/optimizer_param_groups.json b/checkpoints/028000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/028000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/028000/training_state/training_step.json b/checkpoints/028000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..86065a62b528a2c5fbe5615c4f34ea67322ce13e --- /dev/null +++ b/checkpoints/028000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 28000 +} \ No newline at end of file diff --git a/checkpoints/030000/pretrained_model/config.json b/checkpoints/030000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/030000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/030000/pretrained_model/train_config.json b/checkpoints/030000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/030000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/030000/training_state/optimizer_param_groups.json b/checkpoints/030000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/030000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/030000/training_state/training_step.json b/checkpoints/030000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..f4945f660f45b332883dccfccf18d8b8815d916a --- /dev/null +++ b/checkpoints/030000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 30000 +} \ No newline at end of file diff --git a/checkpoints/032000/pretrained_model/config.json b/checkpoints/032000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/032000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/032000/pretrained_model/train_config.json b/checkpoints/032000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/032000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/032000/training_state/optimizer_param_groups.json b/checkpoints/032000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/032000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/032000/training_state/training_step.json b/checkpoints/032000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..360706c89342152bca05a3fe1d8c765a755213d2 --- /dev/null +++ b/checkpoints/032000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 32000 +} \ No newline at end of file diff --git a/checkpoints/034000/pretrained_model/config.json b/checkpoints/034000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/034000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/034000/pretrained_model/train_config.json b/checkpoints/034000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/034000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/034000/training_state/optimizer_param_groups.json b/checkpoints/034000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/034000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/034000/training_state/training_step.json b/checkpoints/034000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..740e2f1334f5726ddfb1efb9eb0cf8def5a503cd --- /dev/null +++ b/checkpoints/034000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 34000 +} \ No newline at end of file diff --git a/checkpoints/036000/pretrained_model/config.json b/checkpoints/036000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/036000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/036000/pretrained_model/train_config.json b/checkpoints/036000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/036000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/036000/training_state/optimizer_param_groups.json b/checkpoints/036000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/036000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/036000/training_state/training_step.json b/checkpoints/036000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..ec74060efe48f3deb933d42c46542fa562986f50 --- /dev/null +++ b/checkpoints/036000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 36000 +} \ No newline at end of file diff --git a/checkpoints/038000/pretrained_model/config.json b/checkpoints/038000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/038000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/038000/pretrained_model/train_config.json b/checkpoints/038000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/038000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/038000/training_state/optimizer_param_groups.json b/checkpoints/038000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/038000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/038000/training_state/training_step.json b/checkpoints/038000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d3d23fa7ab917d4467e871a903d8b35e962ef1c8 --- /dev/null +++ b/checkpoints/038000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 38000 +} \ No newline at end of file diff --git a/checkpoints/040000/pretrained_model/config.json b/checkpoints/040000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f18ff7250ab32e37b0d75315428f1ce96495716c --- /dev/null +++ b/checkpoints/040000/pretrained_model/config.json @@ -0,0 +1,64 @@ +{ + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 +} \ No newline at end of file diff --git a/checkpoints/040000/pretrained_model/train_config.json b/checkpoints/040000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..00a6f3488b1879f883237b31c85d86d9caea4122 --- /dev/null +++ b/checkpoints/040000/pretrained_model/train_config.json @@ -0,0 +1,170 @@ +{ + "dataset": { + "repo_id": "CombatRoad/grab-test-2", + "root": null, + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "tfs": { + "brightness": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.8, + 1.2 + ] + } + }, + "contrast": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "contrast": [ + 0.8, + 1.2 + ] + } + }, + "saturation": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "saturation": [ + 0.5, + 1.5 + ] + } + }, + "hue": { + "weight": 1.0, + "type": "ColorJitter", + "kwargs": { + "hue": [ + -0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav" + }, + "env": null, + "policy": { + "type": "act", + "n_obs_steps": 1, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MEAN_STD", + "ACTION": "MEAN_STD" + }, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + }, + "observation.images.side": { + "type": "VISUAL", + "shape": [ + 3, + 720, + 1280 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "chunk_size": 100, + "n_action_steps": 100, + "vision_backbone": "resnet18", + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "replace_final_stride_with_dilation": false, + "pre_norm": false, + "dim_model": 512, + "n_heads": 8, + "dim_feedforward": 3200, + "feedforward_activation": "relu", + "n_encoder_layers": 4, + "n_decoder_layers": 1, + "use_vae": true, + "latent_dim": 32, + "n_vae_encoder_layers": 4, + "temporal_ensemble_coeff": null, + "dropout": 0.1, + "kl_weight": 10.0, + "optimizer_lr": 1e-05, + "optimizer_weight_decay": 0.0001, + "optimizer_lr_backbone": 1e-05 + }, + "output_dir": "outputs/train/eval_act_grab-test-2", + "job_name": "eval_act_grab-test-2", + "resume": false, + "seed": 1000, + "num_workers": 4, + "batch_size": 8, + "steps": 40000, + "eval_freq": 20000, + "log_freq": 200, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adamw", + "lr": 1e-05, + "weight_decay": 0.0001, + "grad_clip_norm": 10.0, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": null, + "eval": { + "n_episodes": 50, + "batch_size": 50, + "use_async_envs": false + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "h5jstcmg", + "mode": null + } +} \ No newline at end of file diff --git a/checkpoints/040000/training_state/optimizer_param_groups.json b/checkpoints/040000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..4293d5bac08dc4a451e660603130bbee86963094 --- /dev/null +++ b/checkpoints/040000/training_state/optimizer_param_groups.json @@ -0,0 +1,189 @@ +[ + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132 + ] + }, + { + "lr": 1e-05, + "betas": [ + 0.9, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 0.0001, + "amsgrad": false, + "foreach": null, + "maximize": false, + "capturable": false, + "differentiable": false, + "fused": null, + "params": [ + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152 + ] + } +] \ No newline at end of file diff --git a/checkpoints/040000/training_state/training_step.json b/checkpoints/040000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..fe40d8ff4312c7e5a8fba9bcc932a43a1384ba77 --- /dev/null +++ b/checkpoints/040000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 40000 +} \ No newline at end of file diff --git a/wandb/run-20250615_011116-h5jstcmg/files/config.yaml b/wandb/run-20250615_011116-h5jstcmg/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5aa2b3b5a832ef3c6822d9537ff731ca476977a3 --- /dev/null +++ b/wandb/run-20250615_011116-h5jstcmg/files/config.yaml @@ -0,0 +1,166 @@ +_wandb: + value: + cli_version: 0.19.11 + m: [] + python_version: 3.11.13 + t: + "1": + - 1 + - 41 + - 49 + - 51 + - 55 + - 105 + "2": + - 1 + - 41 + - 49 + - 51 + - 55 + - 105 + "3": + - 13 + - 15 + - 16 + - 23 + - 55 + - 61 + "4": 3.11.13 + "5": 0.19.11 + "8": + - 5 + "10": + - 21 + "12": 0.19.11 + "13": linux-x86_64 +batch_size: + value: 8 +dataset: + value: + episodes: null + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + tfs: + brightness: + kwargs: + brightness: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + contrast: + kwargs: + contrast: + - 0.8 + - 1.2 + type: ColorJitter + weight: 1 + hue: + kwargs: + hue: + - -0.05 + - 0.05 + type: ColorJitter + weight: 1 + saturation: + kwargs: + saturation: + - 0.5 + - 1.5 + type: ColorJitter + weight: 1 + sharpness: + kwargs: + sharpness: + - 0.5 + - 1.5 + type: SharpnessJitter + weight: 1 + repo_id: CombatRoad/grab-test-2 + revision: null + root: null + use_imagenet_stats: true + video_backend: pyav +env: + value: null +eval: + value: + batch_size: 50 + n_episodes: 50 + use_async_envs: false +eval_freq: + value: 20000 +job_name: + value: eval_act_grab-test-2 +log_freq: + value: 200 +num_workers: + value: 4 +optimizer: + value: + betas: + - 0.9 + - 0.999 + eps: 1e-08 + grad_clip_norm: 10 + lr: 1e-05 + type: adamw + weight_decay: 0.0001 +output_dir: + value: outputs/train/eval_act_grab-test-2 +policy: + value: + chunk_size: 100 + device: cuda + dim_feedforward: 3200 + dim_model: 512 + dropout: 0.1 + feedforward_activation: relu + kl_weight: 10 + latent_dim: 32 + n_action_steps: 100 + n_decoder_layers: 1 + n_encoder_layers: 4 + n_heads: 8 + n_obs_steps: 1 + n_vae_encoder_layers: 4 + normalization_mapping: + ACTION: MEAN_STD + STATE: MEAN_STD + VISUAL: MEAN_STD + optimizer_lr: 1e-05 + optimizer_lr_backbone: 1e-05 + optimizer_weight_decay: 0.0001 + pre_norm: false + pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1 + replace_final_stride_with_dilation: false + temporal_ensemble_coeff: null + type: act + use_amp: false + use_vae: true + vision_backbone: resnet18 +resume: + value: false +save_checkpoint: + value: true +save_freq: + value: 2000 +scheduler: + value: null +seed: + value: 1000 +steps: + value: 40000 +use_policy_training_preset: + value: true +wandb: + value: + disable_artifact: false + enable: true + entity: null + mode: null + notes: null + project: lerobot + run_id: null diff --git a/wandb/run-20250615_011116-h5jstcmg/files/requirements.txt b/wandb/run-20250615_011116-h5jstcmg/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..b2292cfb43039611100d2ba10abb58ee0e4a2b40 --- /dev/null +++ b/wandb/run-20250615_011116-h5jstcmg/files/requirements.txt @@ -0,0 +1,696 @@ +inquirerpy==0.3.4 +gymnasium==0.29.1 +pyserial==3.5 +python-xlib==0.33 +mergedeep==1.3.4 +draccus==0.10.0 +deepdiff==8.5.0 +nvidia-cublas-cu12==12.4.5.8 +pfzy==0.3.4 +evdev==1.9.2 +mypy_extensions==1.1.0 +nvidia-nvjitlink-cu12==12.4.127 +av==14.4.0 +typing-inspect==0.9.0 +nvidia-cudnn-cu12==9.1.0.70 +donfig==0.8.1.post1 +jsonlines==4.0.0 +nvidia-cuda-runtime-cu12==12.4.127 +fsspec==2025.3.0 +pyzmq==27.0.0 +pymunk==6.11.1 +nvidia-cufft-cu12==11.2.1.3 +orderly-set==5.4.1 +zarr==3.0.8 +pyyaml-include==1.4.1 +lerobot==0.1.0 +pynput==1.8.1 +nvidia-cuda-cupti-cu12==12.4.127 +nvidia-cusolver-cu12==11.6.1.9 +datasets==3.6.0 +nvidia-curand-cu12==10.3.5.147 +crc32c==2.7.1 +rerun-sdk==0.23.3 +nvidia-cusparse-cu12==12.3.1.170 +numcodecs==0.16.1 +nvidia-cuda-nvrtc-cu12==12.4.127 +torchcodec==0.4.0 +google-colab==1.0.0 +docutils==0.21.2 +prettytable==3.16.0 +pyomo==6.9.2 +tensorflow-datasets==4.9.9 +opencv-contrib-python==4.11.0.86 +jaraco.functools==4.1.0 +nest-asyncio==1.6.0 +tomlkit==0.13.2 +urllib3==2.4.0 +sphinxcontrib-htmlhelp==2.1.0 +tzlocal==5.3.1 +branca==0.8.1 +referencing==0.36.2 +pynvjitlink-cu12==0.6.0 +zict==3.0.0 +google-cloud-language==2.17.1 +blinker==1.9.0 +threadpoolctl==3.6.0 +aiosignal==1.3.2 +rich==13.9.4 +pandocfilters==1.5.1 +langcodes==3.5.0 +h2==4.2.0 +idna==3.10 +tf_keras==2.18.0 +geographiclib==2.0 +namex==0.1.0 +python-dateutil==2.9.0.post0 +future==1.0.0 +langsmith==0.3.44 +xarray==2025.3.1 +ipyparallel==8.8.0 +lxml==5.4.0 +jax==0.5.2 +cyipopt==1.5.0 +fastai==2.7.19 +librosa==0.11.0 +Markdown==3.8 +google-auth-oauthlib==1.2.2 +nx-cugraph-cu12==25.2.0 +multiprocess==0.70.15 +dm-tree==0.1.9 +eerepr==0.1.2 +matplotlib-venn==1.1.2 +soundfile==0.13.1 +scipy==1.15.3 +atpublic==5.1 +snowballstemmer==3.0.1 +triton==3.2.0 +ipykernel==6.17.1 +pyperclip==1.9.0 +pytensor==2.31.3 +hdbscan==0.8.40 +imageio==2.37.0 +google-resumable-media==2.7.2 +altair==5.5.0 +propcache==0.3.1 +mistune==3.1.3 +sphinxcontrib-serializinghtml==2.0.0 +ipyfilechooser==0.6.0 +cuvs-cu12==25.2.1 +pydot==3.0.4 +GDAL==3.8.4 +holidays==0.74 +torchao==0.10.0 +partd==1.4.2 +build==1.2.2.post1 +libraft-cu12==25.2.0 +grpcio==1.72.1 +google-cloud-datastore==2.21.0 +protobuf==5.29.5 +pylibcudf-cu12==25.2.1 +locket==1.0.0 +progressbar2==4.5.0 +fastprogress==1.0.3 +prompt_toolkit==3.0.51 +spacy==3.8.7 +tensorflow-metadata==1.17.1 +stumpy==1.13.0 +google-cloud-firestore==2.21.0 +betterproto==2.0.0b6 +distributed-ucxx-cu12==0.42.0 +pyOpenSSL==24.2.1 +ucx-py-cu12==0.42.0 +shellingham==1.5.4 +jupyter-leaflet==0.19.2 +autograd==1.8.0 +jupyter-console==6.1.0 +more-itertools==10.7.0 +google-genai==1.18.0 +nbformat==5.10.4 +kagglehub==0.3.12 +gitdb==4.0.12 +numexpr==2.10.2 +libpysal==4.13.0 +statsmodels==0.14.4 +google-cloud-iam==2.19.0 +torchaudio==2.6.0+cu124 +pandas-gbq==0.29.0 +webcolors==24.11.1 +psycopg2==2.9.10 +astropy-iers-data==0.2025.6.2.0.38.23 +yellowbrick==1.5 +zipp==3.22.0 +llvmlite==0.43.0 +albumentations==2.0.8 +pyproject_hooks==1.2.0 +pynndescent==0.5.13 +pexpect==4.9.0 +wandb==0.19.11 +narwhals==1.41.0 +google-cloud-translate==3.20.2 +imageio-ffmpeg==0.6.0 +cloudpickle==3.1.1 +babel==2.17.0 +google-auth==2.38.0 +google-ai-generativelanguage==0.6.15 +argon2-cffi==25.1.0 +sniffio==1.3.1 +Jinja2==3.1.6 +pillow==11.2.1 +httplib2==0.22.0 +cons==0.4.6 +etils==1.12.2 +websockets==15.0.1 +py-cpuinfo==9.0.0 +hf_transfer==0.1.9 +wheel==0.45.1 +tensorflow-io-gcs-filesystem==0.37.1 +intel-openmp==2025.1.1 +MarkupSafe==3.0.2 +firebase-admin==6.8.0 +shapely==2.1.1 +Sphinx==8.2.3 +google-pasta==0.2.0 +earthengine-api==1.5.18 +openai==1.84.0 +torchtune==0.6.1 +regex==2024.11.6 +folium==0.19.7 +ipytree==0.2.2 +bigquery-magics==0.9.0 +imutils==0.5.4 +community==1.0.0b1 +mkl==2025.0.1 +PyJWT==2.10.1 +ipython-genutils==0.2.0 +nvtx==0.2.12 +logical-unification==0.4.6 +hyperframe==6.1.0 +cuda-python==12.6.2.post1 +array_record==0.7.2 +pynvml==12.0.0 +gcsfs==2025.3.2 +typing-inspection==0.4.1 +contourpy==1.3.2 +et_xmlfile==2.0.0 +mpmath==1.3.0 +pluggy==1.6.0 +smmap==5.0.2 +jax-cuda12-pjrt==0.5.1 +kiwisolver==1.4.8 +mlxtend==0.23.4 +jupyterlab_pygments==0.3.0 +tblib==3.1.0 +umap-learn==0.5.7 +nvidia-cuda-nvcc-cu12==12.5.82 +argon2-cffi-bindings==21.2.0 +diffusers==0.33.1 +yfinance==0.2.61 +jupyter_kernel_gateway==2.5.2 +ydf==0.12.0 +libucxx-cu12==0.42.0 +click==8.2.1 +multidict==6.4.4 +jupyter-client==6.1.12 +python-utils==3.9.1 +orjson==3.10.18 +bqplot==0.12.45 +jupyter_core==5.8.1 +PySocks==1.7.1 +gradio==5.31.0 +umf==0.10.0 +miniKanren==1.0.3 +pydantic_core==2.33.2 +einops==0.8.1 +pycairo==1.28.0 +blis==1.3.0 +albucore==0.0.24 +torchvision==0.21.0+cu124 +nvidia-nccl-cu12==2.21.5 +keras==3.8.0 +pytest==8.3.5 +pydantic==2.11.5 +pycparser==2.22 +text-unidecode==1.3 +pydub==0.25.1 +PyWavelets==1.8.0 +gspread-dataframe==4.0.0 +promise==2.3 +tinycss2==1.4.0 +clarabel==0.11.0 +google-auth-httplib2==0.2.0 +sphinxcontrib-applehelp==2.0.0 +ale-py==0.11.1 +libcuvs-cu12==25.2.1 +pyviz_comms==3.0.4 +importlib_metadata==8.7.0 +PyDrive==1.3.1 +highspy==1.10.0 +networkx==3.5 +patsy==1.0.1 +spacy-loggers==1.0.5 +roman-numerals-py==3.1.0 +geopandas==1.0.1 +dask-cuda==25.2.0 +entrypoints==0.4 +types-pytz==2025.2.0.20250516 +multitasking==0.0.11 +PyOpenGL==3.1.9 +colorlover==0.3.0 +google-api-core==2.25.0 +sklearn-compat==0.1.3 +tensorflow-hub==0.16.1 +jaxlib==0.5.1 +PyYAML==6.0.2 +multipledispatch==1.0.0 +hpack==4.1.0 +sympy==1.13.1 +gym==0.25.2 +filelock==3.18.0 +frozenlist==1.6.0 +pyasn1_modules==0.4.2 +dill==0.3.7 +jsonpickle==4.1.1 +raft-dask-cu12==25.2.0 +seaborn==0.13.2 +python-multipart==0.0.20 +psutil==5.9.5 +osqp==1.0.4 +blobfile==3.0.0 +libcuml-cu12==25.2.1 +ipyleaflet==0.19.2 +jiter==0.10.0 +langchain-core==0.3.63 +tweepy==4.15.0 +absl-py==1.4.0 +markdown-it-py==3.0.0 +plotnine==0.14.5 +scs==3.2.7.post2 +jeepney==0.9.0 +platformdirs==4.3.8 +rpds-py==0.25.1 +treelite==4.4.1 +etuples==0.3.9 +googleapis-common-protos==1.70.0 +gym-notices==0.0.8 +graphviz==0.20.3 +tokenizers==0.21.1 +webencodings==0.5.1 +fastrlock==0.8.3 +oauthlib==3.2.2 +fastcore==1.7.29 +blosc2==3.3.4 +intel-cmplr-lib-ur==2025.1.1 +html5lib==1.1 +libcugraph-cu12==25.2.0 +tzdata==2025.2 +Farama-Notifications==0.0.4 +annotated-types==0.7.0 +language_data==1.3.0 +opt_einsum==3.4.0 +param==2.2.0 +Cython==3.0.12 +parso==0.8.4 +smart-open==7.1.0 +itsdangerous==2.2.0 +cffi==1.17.1 +docstring_parser==0.16 +tensorflow==2.18.0 +google-generativeai==0.8.5 +cramjam==2.10.0 +msgpack==1.1.0 +uritemplate==4.2.0 +sklearn-pandas==2.2.0 +pymystem3==0.2.0 +SecretStorage==3.3.3 +jupyter-server==1.16.0 +GitPython==3.1.44 +chex==0.1.89 +debugpy==1.8.0 +toml==0.10.2 +optax==0.2.4 +aiofiles==24.1.0 +sortedcontainers==2.4.0 +natsort==8.4.0 +toolz==0.12.1 +humanize==4.12.3 +notebook==6.5.7 +uvicorn==0.34.3 +httpx==0.28.1 +pyparsing==3.2.3 +tabulate==0.9.0 +xgboost==2.1.4 +pyspark==3.5.1 +matplotlib-inline==0.1.7 +xyzservices==2025.4.0 +soupsieve==2.7 +distributed==2024.12.1 +jsonpointer==3.0.0 +traitlets==5.7.1 +nbconvert==7.16.6 +Flask==3.1.1 +tensorstore==0.1.74 +nvidia-cusparselt-cu12==0.6.2 +h11==0.16.0 +google-cloud-core==2.4.3 +ibis-framework==9.5.0 +yarl==1.20.0 +wordcloud==1.9.4 +thinc==8.3.6 +fastapi==0.115.12 +sphinxcontrib-jsmath==1.0.1 +distro==1.9.0 +xxhash==3.5.0 +tensorflow_decision_forests==1.11.0 +marisa-trie==1.2.1 +cudf-cu12==25.2.1 +termcolor==3.1.0 +cloudpathlib==0.21.1 +colorcet==3.1.0 +pyerfa==2.0.1.5 +ipython==7.34.0 +omegaconf==2.3.0 +jaraco.context==6.0.1 +ptyprocess==0.7.0 +attrs==25.3.0 +flax==0.10.6 +stringzilla==3.12.5 +jieba==0.42.1 +astropy==7.1.0 +h5py==3.13.0 +nibabel==5.3.2 +cupy-cuda12x==13.3.0 +grpcio-status==1.71.0 +orbax-checkpoint==0.11.13 +backcall==0.2.0 +huggingface-hub==0.32.4 +libclang==18.1.1 +jupyterlab_widgets==3.0.15 +grpc-google-iam-v1==0.14.2 +treescope==0.1.9 +imagesize==1.4.1 +cmake==3.31.6 +imbalanced-learn==0.13.0 +httpcore==1.0.9 +nltk==3.9.1 +tqdm==4.67.1 +spacy-legacy==3.0.12 +google-crc32c==1.7.1 +pymc==5.23.0 +tables==3.10.2 +pydotplus==2.0.2 +python-louvain==0.16 +Werkzeug==3.1.3 +iniconfig==2.1.0 +cvxopt==1.3.2 +sqlglot==25.20.2 +easydict==1.13 +optree==0.16.0 +pydata-google-auth==1.9.1 +charset-normalizer==3.4.2 +transformers==4.52.4 +google-cloud-spanner==3.55.0 +nvidia-ml-py==12.575.51 +lazy_loader==0.4 +nvidia-nvtx-cu12==12.4.127 +uc-micro-py==1.0.3 +rpy2==3.5.17 +tf-slim==1.1.0 +notebook_shim==0.2.4 +grpclib==0.4.8 +glob2==0.7 +rsa==4.9.1 +vega-datasets==0.9.0 +pycocotools==2.0.9 +hyperopt==0.2.7 +tensorflow-text==2.18.1 +cudf-polars-cu12==25.2.2 +aiohappyeyeballs==2.6.1 +tcmlib==1.3.0 +gradio_client==1.10.1 +dask==2024.12.1 +cachetools==5.5.2 +packaging==24.2 +wurlitzer==3.1.1 +google-cloud-dataproc==5.18.1 +astunparse==1.6.3 +tsfresh==0.21.0 +xarray-einstats==0.9.0 +geemap==0.35.3 +python-box==7.3.2 +googledrivedownloader==1.1.0 +duckdb==1.2.2 +tensorflow-probability==0.25.0 +prophet==1.1.7 +slicer==0.0.8 +sentence-transformers==4.1.0 +dataproc-spark-connect==0.7.5 +peewee==3.18.1 +simple-parsing==0.1.7 +datascience==0.17.6 +ipyevents==2.0.2 +bleach==6.2.0 +audioread==3.0.1 +pylibcugraph-cu12==25.2.0 +setproctitle==1.3.6 +tiktoken==0.9.0 +chardet==5.2.0 +google-api-python-client==2.171.0 +pathlib==1.0.1 +wrapt==1.17.2 +cryptography==43.0.3 +catalogue==2.0.10 +anyio==4.9.0 +murmurhash==1.0.13 +libkvikio-cu12==25.2.1 +fastdownload==0.0.7 +preshed==3.0.10 +proto-plus==1.26.1 +xlrd==2.0.1 +groovy==0.1.2 +typing_extensions==4.14.0 +ffmpy==0.6.0 +opencv-python-headless==4.11.0.86 +libcudf-cu12==25.2.1 +openpyxl==3.1.5 +keyring==25.6.0 +ucxx-cu12==0.42.0 +jax-cuda12-plugin==0.5.1 +pandas-stubs==2.2.2.240909 +pygame==2.6.1 +opencv-python==4.11.0.86 +tensorboard-data-server==0.7.2 +colour==0.1.5 +wcwidth==0.2.13 +linkify-it-py==2.0.3 +six==1.17.0 +cymem==2.0.11 +scikit-learn==1.6.1 +traittypes==0.2.1 +defusedxml==0.7.1 +alabaster==1.0.0 +semantic-version==2.10.0 +tensorboard==2.18.0 +SQLAlchemy==2.0.41 +proglog==0.1.12 +ply==3.11 +google-cloud-aiplatform==1.95.1 +shap==0.47.2 +pandas==2.2.2 +soxr==0.5.0.post1 +torchsummary==1.5.1 +jaraco.classes==3.4.0 +music21==9.3.0 +importlib_resources==6.5.2 +mdurl==0.1.2 +tbb==2022.1.0 +keras-hub==0.18.1 +simsimd==6.4.7 +ndindex==1.10.0 +holoviews==1.20.2 +CacheControl==0.14.3 +fastjsonschema==2.21.1 +pyogrio==0.11.0 +starlette==0.46.2 +jsonschema-specifications==2025.4.1 +editdistance==0.8.1 +pyshp==2.3.1 +ipywidgets==7.7.1 +moviepy==1.0.3 +parsy==2.1 +keyrings.google-artifactregistry-auth==1.1.2 +terminado==0.18.1 +requests-toolbelt==1.0.0 +google-cloud-bigquery-connection==1.18.2 +requests==2.32.3 +beautifulsoup4==4.13.4 +torch==2.6.0+cu124 +jsonschema==4.24.0 +pyasn1==0.6.1 +decorator==4.4.2 +py4j==0.10.9.7 +nvidia-nvcomp-cu12==4.2.0.11 +mdit-py-plugins==0.4.2 +zstandard==0.23.0 +google-cloud-functions==1.20.3 +tornado==6.4.2 +Pygments==2.19.1 +cufflinks==0.17.3 +pyproj==3.7.1 +PyDrive2==1.21.3 +tenacity==9.1.2 +scikit-image==0.25.2 +missingno==0.5.2 +grpc-interceptor==0.15.4 +ratelim==0.1.6 +spanner-graph-notebook==1.1.6 +lightgbm==4.5.0 +accelerate==1.7.0 +numpy==2.0.2 +typeguard==4.4.2 +sphinxcontrib-devhelp==2.0.0 +PyGObject==3.42.0 +pickleshare==0.7.5 +gin-config==0.5.0 +gdown==5.2.0 +immutabledict==4.2.1 +keras-nlp==0.18.1 +docker-pycreds==0.4.0 +pandas-datareader==0.10.0 +python-slugify==8.0.4 +matplotlib==3.10.0 +timm==1.0.15 +polars==1.21.0 +rmm-cu12==25.2.0 +pycryptodomex==3.23.0 +torchdata==0.11.0 +websocket-client==1.8.0 +stanio==0.5.1 +python-snappy==0.7.3 +sqlparse==0.5.3 +widgetsnbextension==3.6.10 +kaggle==1.7.4.5 +cvxpy==1.6.5 +jupytext==1.17.2 +google==2.0.3 +pylibraft-cu12==25.2.0 +weasel==0.4.1 +backports.tarfile==1.2.0 +frozendict==2.4.6 +scooby==0.10.1 +httpimport==1.4.1 +confection==0.1.5 +certifi==2025.4.26 +sentry-sdk==2.29.1 +gast==0.6.0 +cmdstanpy==1.2.5 +libucx-cu12==1.18.1 +gspread==6.2.1 +geopy==2.4.1 +pyarrow==18.1.0 +jsonpatch==1.33 +antlr4-python3-runtime==4.9.3 +rapids-dask-dependency==25.2.0 +google-cloud-bigquery-storage==2.32.0 +fonttools==4.58.1 +cuml-cu12==25.2.1 +oauth2client==4.1.3 +en_core_web_sm==3.8.0 +pytz==2025.2 +dopamine_rl==4.1.2 +bokeh==3.7.3 +Send2Trash==1.8.3 +ml-dtypes==0.4.1 +Bottleneck==1.4.2 +ipython-sql==0.5.0 +db-dtypes==1.4.3 +google-cloud-storage==2.19.0 +requests-oauthlib==2.0.0 +dask-expr==1.1.21 +numba==0.60.0 +nbclassic==1.3.1 +numba-cuda==0.2.0 +bigframes==2.5.0 +textblob==0.19.0 +dlib==19.24.6 +sentencepiece==0.2.0 +typer==0.16.0 +google-cloud-bigquery==3.34.0 +langchain==0.3.25 +tifffile==2025.6.1 +joblib==1.5.1 +hf-xet==1.1.2 +h5netcdf==1.6.1 +nbclient==0.10.2 +google-cloud-resource-manager==1.14.2 +flatbuffers==25.2.10 +srsly==2.5.1 +panel==1.7.1 +portpicker==1.5.2 +simplejson==3.20.1 +greenlet==3.2.2 +wasabi==1.1.3 +pooch==1.8.2 +inflect==7.5.0 +safetensors==0.5.3 +peft==0.15.2 +plotly==5.24.1 +curl_cffi==0.11.1 +prometheus_client==0.22.1 +pygit2==1.18.0 +sphinxcontrib-qthelp==2.0.0 +mizani==0.13.5 +arviz==0.21.0 +aiohttp==3.11.15 +cycler==0.12.1 +dask-cudf-cu12==25.2.2 +safehttpx==0.1.6 +langchain-text-splitters==0.3.8 +ruff==0.11.12 +geocoder==1.38.1 +python-apt==0.0.0 +setuptools==75.2.0 +types-setuptools==80.9.0.20250529 +pip==24.1.2 +requirements-parser==0.9.0 +PyGObject==3.42.1 +pyparsing==2.4.7 +dbus-python==1.2.18 +launchpadlib==1.10.16 +distro==1.7.0 +Markdown==3.3.6 +jeepney==0.7.1 +PyJWT==2.3.0 +more-itertools==8.10.0 +keyring==23.5.0 +cryptography==3.4.8 +python-apt==2.4.0+ubuntu4 +SecretStorage==3.3.1 +wadllib==1.3.6 +httplib2==0.20.2 +lazr.uri==1.0.6 +oauthlib==3.2.0 +MarkupSafe==2.0.1 +lazr.restfulclient==0.14.4 +blinker==1.4 +zipp==1.0.0 +Mako==1.1.3 +six==1.16.0 +importlib-metadata==4.6.4 +typeguard==4.3.0 +typing_extensions==4.12.2 +zipp==3.19.2 +inflect==7.3.1 +importlib_metadata==8.0.0 +jaraco.context==5.3.0 +jaraco.functools==4.0.1 +importlib_resources==6.4.0 +platformdirs==4.2.2 +more-itertools==10.3.0 +wheel==0.43.0 +tomli==2.0.1 +autocommand==2.2.2 +backports.tarfile==1.2.0 +jaraco.text==3.12.1 +packaging==24.1 +jaraco.collections==5.1.0 diff --git a/wandb/run-20250615_011116-h5jstcmg/files/wandb-metadata.json b/wandb/run-20250615_011116-h5jstcmg/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..70bb9dfcdac01615f9e8b754ded5117fa3eec498 --- /dev/null +++ b/wandb/run-20250615_011116-h5jstcmg/files/wandb-metadata.json @@ -0,0 +1,52 @@ +{ + "os": "Linux-6.1.123+-x86_64-with-glibc2.35", + "python": "CPython 3.11.13", + "startedAt": "2025-06-15T01:11:16.671363Z", + "args": [ + "--dataset.repo_id=CombatRoad/grab-test-2", + "--policy.type=act", + "--output_dir=outputs/train/eval_act_grab-test-2", + "--job_name=eval_act_grab-test-2", + "--policy.device=cuda", + "--wandb.enable=true", + "--dataset.video_backend=pyav", + "--save_freq=2000", + "--steps=40000" + ], + "program": "/content/lerobot/lerobot/scripts/train.py", + "codePath": "lerobot/scripts/train.py", + "git": { + "remote": "https://github.com/huggingface/lerobot.git", + "commit": "b8637c09ec93ca30d7901f5fdcf47aa4020cfe89" + }, + "root": "outputs/train/eval_act_grab-test-2", + "host": "6f25cc67c009", + "executable": "/usr/bin/python3", + "codePathLocal": "lerobot/scripts/train.py", + "cpu_count": 6, + "cpu_count_logical": 12, + "gpu": "NVIDIA A100-SXM4-40GB", + "gpu_count": 1, + "disk": { + "/": { + "total": "253055008768", + "used": "60022849536" + } + }, + "memory": { + "total": "89631739904" + }, + "cpu": { + "count": 6, + "countLogical": 12 + }, + "gpu_nvidia": [ + { + "name": "NVIDIA A100-SXM4-40GB", + "memoryTotal": "42949672960", + "cudaCores": 6912, + "architecture": "Ampere" + } + ], + "cudaVersion": "12.4" +} \ No newline at end of file diff --git a/wandb/run-20250615_011116-h5jstcmg/files/wandb-summary.json b/wandb/run-20250615_011116-h5jstcmg/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..482270347959691c1f8ab64cfdec74bfab343fbc --- /dev/null +++ b/wandb/run-20250615_011116-h5jstcmg/files/wandb-summary.json @@ -0,0 +1 @@ +{"train/l1_loss":0.023124000057578087,"train/grad_norm":4.8998471605777745,"train/steps":40000,"train/episodes":752.9411764705883,"_timestamp":1.749960236601457e+09,"train/epochs":752.9411764705883,"train/update_s":0.23609299635496428,"_wandb":{"runtime":10362},"train/loss":0.027960317870602013,"train/lr":1.0000000000000021e-05,"train/samples":320000,"_runtime":10362.62546107,"train/kld_loss":0.0002885088324546814,"train/dataloading_s":0.016317095704889654,"_step":40000} \ No newline at end of file