Upload folder using huggingface_hub
Browse files- .gitattributes +1 -0
- checkpoints/020000/pretrained_model/config.json +64 -0
- checkpoints/020000/pretrained_model/model.safetensors +3 -0
- checkpoints/020000/pretrained_model/train_config.json +170 -0
- checkpoints/020000/training_state/optimizer_param_groups.json +191 -0
- checkpoints/020000/training_state/optimizer_state.safetensors +3 -0
- checkpoints/020000/training_state/rng_state.safetensors +3 -0
- checkpoints/020000/training_state/training_step.json +3 -0
- checkpoints/040000/pretrained_model/config.json +64 -0
- checkpoints/040000/pretrained_model/model.safetensors +3 -0
- checkpoints/040000/pretrained_model/train_config.json +170 -0
- checkpoints/040000/training_state/optimizer_param_groups.json +191 -0
- checkpoints/040000/training_state/optimizer_state.safetensors +3 -0
- checkpoints/040000/training_state/rng_state.safetensors +3 -0
- checkpoints/040000/training_state/training_step.json +3 -0
- checkpoints/060000/pretrained_model/config.json +64 -0
- checkpoints/060000/pretrained_model/model.safetensors +3 -0
- checkpoints/060000/pretrained_model/train_config.json +170 -0
- checkpoints/060000/training_state/optimizer_param_groups.json +191 -0
- checkpoints/060000/training_state/optimizer_state.safetensors +3 -0
- checkpoints/060000/training_state/rng_state.safetensors +3 -0
- checkpoints/060000/training_state/training_step.json +3 -0
- checkpoints/080000/pretrained_model/config.json +64 -0
- checkpoints/080000/pretrained_model/model.safetensors +3 -0
- checkpoints/080000/pretrained_model/train_config.json +170 -0
- checkpoints/080000/training_state/optimizer_param_groups.json +191 -0
- checkpoints/080000/training_state/optimizer_state.safetensors +3 -0
- checkpoints/080000/training_state/rng_state.safetensors +3 -0
- checkpoints/080000/training_state/training_step.json +3 -0
- checkpoints/100000/pretrained_model/config.json +64 -0
- checkpoints/100000/pretrained_model/model.safetensors +3 -0
- checkpoints/100000/pretrained_model/train_config.json +170 -0
- checkpoints/100000/training_state/optimizer_param_groups.json +191 -0
- checkpoints/100000/training_state/optimizer_state.safetensors +3 -0
- checkpoints/100000/training_state/rng_state.safetensors +3 -0
- checkpoints/100000/training_state/training_step.json +3 -0
- wandb/debug-internal.log +15 -0
- wandb/debug.log +23 -0
- wandb/run-20250710_182237-9a34iqpp/files/config.yaml +164 -0
- wandb/run-20250710_182237-9a34iqpp/files/output.log +521 -0
- wandb/run-20250710_182237-9a34iqpp/files/requirements.txt +154 -0
- wandb/run-20250710_182237-9a34iqpp/files/wandb-metadata.json +46 -0
- wandb/run-20250710_182237-9a34iqpp/files/wandb-summary.json +1 -0
- wandb/run-20250710_182237-9a34iqpp/logs/debug-core.log +14 -0
- wandb/run-20250710_182237-9a34iqpp/logs/debug-internal.log +15 -0
- wandb/run-20250710_182237-9a34iqpp/logs/debug.log +23 -0
- wandb/run-20250710_182237-9a34iqpp/run-9a34iqpp.wandb +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
wandb/run-20250710_182237-9a34iqpp/run-9a34iqpp.wandb filter=lfs diff=lfs merge=lfs -text
|
checkpoints/020000/pretrained_model/config.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"type": "act",
|
| 3 |
+
"n_obs_steps": 1,
|
| 4 |
+
"normalization_mapping": {
|
| 5 |
+
"VISUAL": "MEAN_STD",
|
| 6 |
+
"STATE": "MEAN_STD",
|
| 7 |
+
"ACTION": "MEAN_STD"
|
| 8 |
+
},
|
| 9 |
+
"input_features": {
|
| 10 |
+
"observation.state": {
|
| 11 |
+
"type": "STATE",
|
| 12 |
+
"shape": [
|
| 13 |
+
6
|
| 14 |
+
]
|
| 15 |
+
},
|
| 16 |
+
"observation.images.top": {
|
| 17 |
+
"type": "VISUAL",
|
| 18 |
+
"shape": [
|
| 19 |
+
3,
|
| 20 |
+
480,
|
| 21 |
+
640
|
| 22 |
+
]
|
| 23 |
+
},
|
| 24 |
+
"observation.images.wrist": {
|
| 25 |
+
"type": "VISUAL",
|
| 26 |
+
"shape": [
|
| 27 |
+
3,
|
| 28 |
+
480,
|
| 29 |
+
640
|
| 30 |
+
]
|
| 31 |
+
}
|
| 32 |
+
},
|
| 33 |
+
"output_features": {
|
| 34 |
+
"action": {
|
| 35 |
+
"type": "ACTION",
|
| 36 |
+
"shape": [
|
| 37 |
+
6
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"device": "cuda",
|
| 42 |
+
"use_amp": false,
|
| 43 |
+
"chunk_size": 100,
|
| 44 |
+
"n_action_steps": 100,
|
| 45 |
+
"vision_backbone": "resnet18",
|
| 46 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 47 |
+
"replace_final_stride_with_dilation": false,
|
| 48 |
+
"pre_norm": false,
|
| 49 |
+
"dim_model": 512,
|
| 50 |
+
"n_heads": 8,
|
| 51 |
+
"dim_feedforward": 3200,
|
| 52 |
+
"feedforward_activation": "relu",
|
| 53 |
+
"n_encoder_layers": 4,
|
| 54 |
+
"n_decoder_layers": 1,
|
| 55 |
+
"use_vae": true,
|
| 56 |
+
"latent_dim": 32,
|
| 57 |
+
"n_vae_encoder_layers": 4,
|
| 58 |
+
"temporal_ensemble_coeff": null,
|
| 59 |
+
"dropout": 0.1,
|
| 60 |
+
"kl_weight": 10.0,
|
| 61 |
+
"optimizer_lr": 1e-05,
|
| 62 |
+
"optimizer_weight_decay": 0.0001,
|
| 63 |
+
"optimizer_lr_backbone": 1e-05
|
| 64 |
+
}
|
checkpoints/020000/pretrained_model/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:be2b0e3423dfad320e1c7ab6cd5b30a01e3c5f370ec7339e5f73b80a2f04e2e1
|
| 3 |
+
size 206701064
|
checkpoints/020000/pretrained_model/train_config.json
ADDED
|
@@ -0,0 +1,170 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset": {
|
| 3 |
+
"repo_id": "salhotra/pickplacejenga",
|
| 4 |
+
"root": null,
|
| 5 |
+
"episodes": null,
|
| 6 |
+
"image_transforms": {
|
| 7 |
+
"enable": false,
|
| 8 |
+
"max_num_transforms": 3,
|
| 9 |
+
"random_order": false,
|
| 10 |
+
"tfs": {
|
| 11 |
+
"brightness": {
|
| 12 |
+
"weight": 1.0,
|
| 13 |
+
"type": "ColorJitter",
|
| 14 |
+
"kwargs": {
|
| 15 |
+
"brightness": [
|
| 16 |
+
0.8,
|
| 17 |
+
1.2
|
| 18 |
+
]
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
"contrast": {
|
| 22 |
+
"weight": 1.0,
|
| 23 |
+
"type": "ColorJitter",
|
| 24 |
+
"kwargs": {
|
| 25 |
+
"contrast": [
|
| 26 |
+
0.8,
|
| 27 |
+
1.2
|
| 28 |
+
]
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"saturation": {
|
| 32 |
+
"weight": 1.0,
|
| 33 |
+
"type": "ColorJitter",
|
| 34 |
+
"kwargs": {
|
| 35 |
+
"saturation": [
|
| 36 |
+
0.5,
|
| 37 |
+
1.5
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"hue": {
|
| 42 |
+
"weight": 1.0,
|
| 43 |
+
"type": "ColorJitter",
|
| 44 |
+
"kwargs": {
|
| 45 |
+
"hue": [
|
| 46 |
+
-0.05,
|
| 47 |
+
0.05
|
| 48 |
+
]
|
| 49 |
+
}
|
| 50 |
+
},
|
| 51 |
+
"sharpness": {
|
| 52 |
+
"weight": 1.0,
|
| 53 |
+
"type": "SharpnessJitter",
|
| 54 |
+
"kwargs": {
|
| 55 |
+
"sharpness": [
|
| 56 |
+
0.5,
|
| 57 |
+
1.5
|
| 58 |
+
]
|
| 59 |
+
}
|
| 60 |
+
}
|
| 61 |
+
}
|
| 62 |
+
},
|
| 63 |
+
"revision": null,
|
| 64 |
+
"use_imagenet_stats": true,
|
| 65 |
+
"video_backend": "torchcodec"
|
| 66 |
+
},
|
| 67 |
+
"env": null,
|
| 68 |
+
"policy": {
|
| 69 |
+
"type": "act",
|
| 70 |
+
"n_obs_steps": 1,
|
| 71 |
+
"normalization_mapping": {
|
| 72 |
+
"VISUAL": "MEAN_STD",
|
| 73 |
+
"STATE": "MEAN_STD",
|
| 74 |
+
"ACTION": "MEAN_STD"
|
| 75 |
+
},
|
| 76 |
+
"input_features": {
|
| 77 |
+
"observation.state": {
|
| 78 |
+
"type": "STATE",
|
| 79 |
+
"shape": [
|
| 80 |
+
6
|
| 81 |
+
]
|
| 82 |
+
},
|
| 83 |
+
"observation.images.top": {
|
| 84 |
+
"type": "VISUAL",
|
| 85 |
+
"shape": [
|
| 86 |
+
3,
|
| 87 |
+
480,
|
| 88 |
+
640
|
| 89 |
+
]
|
| 90 |
+
},
|
| 91 |
+
"observation.images.wrist": {
|
| 92 |
+
"type": "VISUAL",
|
| 93 |
+
"shape": [
|
| 94 |
+
3,
|
| 95 |
+
480,
|
| 96 |
+
640
|
| 97 |
+
]
|
| 98 |
+
}
|
| 99 |
+
},
|
| 100 |
+
"output_features": {
|
| 101 |
+
"action": {
|
| 102 |
+
"type": "ACTION",
|
| 103 |
+
"shape": [
|
| 104 |
+
6
|
| 105 |
+
]
|
| 106 |
+
}
|
| 107 |
+
},
|
| 108 |
+
"device": "cuda",
|
| 109 |
+
"use_amp": false,
|
| 110 |
+
"chunk_size": 100,
|
| 111 |
+
"n_action_steps": 100,
|
| 112 |
+
"vision_backbone": "resnet18",
|
| 113 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 114 |
+
"replace_final_stride_with_dilation": false,
|
| 115 |
+
"pre_norm": false,
|
| 116 |
+
"dim_model": 512,
|
| 117 |
+
"n_heads": 8,
|
| 118 |
+
"dim_feedforward": 3200,
|
| 119 |
+
"feedforward_activation": "relu",
|
| 120 |
+
"n_encoder_layers": 4,
|
| 121 |
+
"n_decoder_layers": 1,
|
| 122 |
+
"use_vae": true,
|
| 123 |
+
"latent_dim": 32,
|
| 124 |
+
"n_vae_encoder_layers": 4,
|
| 125 |
+
"temporal_ensemble_coeff": null,
|
| 126 |
+
"dropout": 0.1,
|
| 127 |
+
"kl_weight": 10.0,
|
| 128 |
+
"optimizer_lr": 1e-05,
|
| 129 |
+
"optimizer_weight_decay": 0.0001,
|
| 130 |
+
"optimizer_lr_backbone": 1e-05
|
| 131 |
+
},
|
| 132 |
+
"output_dir": "outputs/train/act_jenga",
|
| 133 |
+
"job_name": "act_jenga",
|
| 134 |
+
"resume": false,
|
| 135 |
+
"seed": 1000,
|
| 136 |
+
"num_workers": 4,
|
| 137 |
+
"batch_size": 8,
|
| 138 |
+
"steps": 100000,
|
| 139 |
+
"eval_freq": 20000,
|
| 140 |
+
"log_freq": 200,
|
| 141 |
+
"save_checkpoint": true,
|
| 142 |
+
"save_freq": 20000,
|
| 143 |
+
"use_policy_training_preset": true,
|
| 144 |
+
"optimizer": {
|
| 145 |
+
"type": "adamw",
|
| 146 |
+
"lr": 1e-05,
|
| 147 |
+
"weight_decay": 0.0001,
|
| 148 |
+
"grad_clip_norm": 10.0,
|
| 149 |
+
"betas": [
|
| 150 |
+
0.9,
|
| 151 |
+
0.999
|
| 152 |
+
],
|
| 153 |
+
"eps": 1e-08
|
| 154 |
+
},
|
| 155 |
+
"scheduler": null,
|
| 156 |
+
"eval": {
|
| 157 |
+
"n_episodes": 50,
|
| 158 |
+
"batch_size": 50,
|
| 159 |
+
"use_async_envs": false
|
| 160 |
+
},
|
| 161 |
+
"wandb": {
|
| 162 |
+
"enable": true,
|
| 163 |
+
"disable_artifact": false,
|
| 164 |
+
"project": "lerobot",
|
| 165 |
+
"entity": null,
|
| 166 |
+
"notes": null,
|
| 167 |
+
"run_id": null,
|
| 168 |
+
"mode": null
|
| 169 |
+
}
|
| 170 |
+
}
|
checkpoints/020000/training_state/optimizer_param_groups.json
ADDED
|
@@ -0,0 +1,191 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"lr": 1e-05,
|
| 4 |
+
"betas": [
|
| 5 |
+
0.9,
|
| 6 |
+
0.999
|
| 7 |
+
],
|
| 8 |
+
"eps": 1e-08,
|
| 9 |
+
"weight_decay": 0.0001,
|
| 10 |
+
"amsgrad": false,
|
| 11 |
+
"maximize": false,
|
| 12 |
+
"foreach": null,
|
| 13 |
+
"capturable": false,
|
| 14 |
+
"differentiable": false,
|
| 15 |
+
"fused": null,
|
| 16 |
+
"decoupled_weight_decay": true,
|
| 17 |
+
"params": [
|
| 18 |
+
0,
|
| 19 |
+
1,
|
| 20 |
+
2,
|
| 21 |
+
3,
|
| 22 |
+
4,
|
| 23 |
+
5,
|
| 24 |
+
6,
|
| 25 |
+
7,
|
| 26 |
+
8,
|
| 27 |
+
9,
|
| 28 |
+
10,
|
| 29 |
+
11,
|
| 30 |
+
12,
|
| 31 |
+
13,
|
| 32 |
+
14,
|
| 33 |
+
15,
|
| 34 |
+
16,
|
| 35 |
+
17,
|
| 36 |
+
18,
|
| 37 |
+
19,
|
| 38 |
+
20,
|
| 39 |
+
21,
|
| 40 |
+
22,
|
| 41 |
+
23,
|
| 42 |
+
24,
|
| 43 |
+
25,
|
| 44 |
+
26,
|
| 45 |
+
27,
|
| 46 |
+
28,
|
| 47 |
+
29,
|
| 48 |
+
30,
|
| 49 |
+
31,
|
| 50 |
+
32,
|
| 51 |
+
33,
|
| 52 |
+
34,
|
| 53 |
+
35,
|
| 54 |
+
36,
|
| 55 |
+
37,
|
| 56 |
+
38,
|
| 57 |
+
39,
|
| 58 |
+
40,
|
| 59 |
+
41,
|
| 60 |
+
42,
|
| 61 |
+
43,
|
| 62 |
+
44,
|
| 63 |
+
45,
|
| 64 |
+
46,
|
| 65 |
+
47,
|
| 66 |
+
48,
|
| 67 |
+
49,
|
| 68 |
+
50,
|
| 69 |
+
51,
|
| 70 |
+
52,
|
| 71 |
+
53,
|
| 72 |
+
54,
|
| 73 |
+
55,
|
| 74 |
+
56,
|
| 75 |
+
57,
|
| 76 |
+
58,
|
| 77 |
+
59,
|
| 78 |
+
60,
|
| 79 |
+
61,
|
| 80 |
+
62,
|
| 81 |
+
63,
|
| 82 |
+
64,
|
| 83 |
+
65,
|
| 84 |
+
66,
|
| 85 |
+
67,
|
| 86 |
+
68,
|
| 87 |
+
69,
|
| 88 |
+
70,
|
| 89 |
+
71,
|
| 90 |
+
72,
|
| 91 |
+
73,
|
| 92 |
+
74,
|
| 93 |
+
75,
|
| 94 |
+
76,
|
| 95 |
+
77,
|
| 96 |
+
78,
|
| 97 |
+
79,
|
| 98 |
+
80,
|
| 99 |
+
81,
|
| 100 |
+
82,
|
| 101 |
+
83,
|
| 102 |
+
84,
|
| 103 |
+
85,
|
| 104 |
+
86,
|
| 105 |
+
87,
|
| 106 |
+
88,
|
| 107 |
+
89,
|
| 108 |
+
90,
|
| 109 |
+
91,
|
| 110 |
+
92,
|
| 111 |
+
93,
|
| 112 |
+
94,
|
| 113 |
+
95,
|
| 114 |
+
96,
|
| 115 |
+
97,
|
| 116 |
+
98,
|
| 117 |
+
99,
|
| 118 |
+
100,
|
| 119 |
+
101,
|
| 120 |
+
102,
|
| 121 |
+
103,
|
| 122 |
+
104,
|
| 123 |
+
105,
|
| 124 |
+
106,
|
| 125 |
+
107,
|
| 126 |
+
108,
|
| 127 |
+
109,
|
| 128 |
+
110,
|
| 129 |
+
111,
|
| 130 |
+
112,
|
| 131 |
+
113,
|
| 132 |
+
114,
|
| 133 |
+
115,
|
| 134 |
+
116,
|
| 135 |
+
117,
|
| 136 |
+
118,
|
| 137 |
+
119,
|
| 138 |
+
120,
|
| 139 |
+
121,
|
| 140 |
+
122,
|
| 141 |
+
123,
|
| 142 |
+
124,
|
| 143 |
+
125,
|
| 144 |
+
126,
|
| 145 |
+
127,
|
| 146 |
+
128,
|
| 147 |
+
129,
|
| 148 |
+
130,
|
| 149 |
+
131,
|
| 150 |
+
132
|
| 151 |
+
]
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"lr": 1e-05,
|
| 155 |
+
"betas": [
|
| 156 |
+
0.9,
|
| 157 |
+
0.999
|
| 158 |
+
],
|
| 159 |
+
"eps": 1e-08,
|
| 160 |
+
"weight_decay": 0.0001,
|
| 161 |
+
"amsgrad": false,
|
| 162 |
+
"maximize": false,
|
| 163 |
+
"foreach": null,
|
| 164 |
+
"capturable": false,
|
| 165 |
+
"differentiable": false,
|
| 166 |
+
"fused": null,
|
| 167 |
+
"decoupled_weight_decay": true,
|
| 168 |
+
"params": [
|
| 169 |
+
133,
|
| 170 |
+
134,
|
| 171 |
+
135,
|
| 172 |
+
136,
|
| 173 |
+
137,
|
| 174 |
+
138,
|
| 175 |
+
139,
|
| 176 |
+
140,
|
| 177 |
+
141,
|
| 178 |
+
142,
|
| 179 |
+
143,
|
| 180 |
+
144,
|
| 181 |
+
145,
|
| 182 |
+
146,
|
| 183 |
+
147,
|
| 184 |
+
148,
|
| 185 |
+
149,
|
| 186 |
+
150,
|
| 187 |
+
151,
|
| 188 |
+
152
|
| 189 |
+
]
|
| 190 |
+
}
|
| 191 |
+
]
|
checkpoints/020000/training_state/optimizer_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:162febe84c6e1b88202f4d8264fa5fbd6b153746f774c98eaf6e15e7094baa05
|
| 3 |
+
size 412817652
|
checkpoints/020000/training_state/rng_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:749272ad3cc4ad3ccdbf23fc14ed44cfc536d22c9804a44e9ea84b0ebb0729cd
|
| 3 |
+
size 15708
|
checkpoints/020000/training_state/training_step.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 20000
|
| 3 |
+
}
|
checkpoints/040000/pretrained_model/config.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"type": "act",
|
| 3 |
+
"n_obs_steps": 1,
|
| 4 |
+
"normalization_mapping": {
|
| 5 |
+
"VISUAL": "MEAN_STD",
|
| 6 |
+
"STATE": "MEAN_STD",
|
| 7 |
+
"ACTION": "MEAN_STD"
|
| 8 |
+
},
|
| 9 |
+
"input_features": {
|
| 10 |
+
"observation.state": {
|
| 11 |
+
"type": "STATE",
|
| 12 |
+
"shape": [
|
| 13 |
+
6
|
| 14 |
+
]
|
| 15 |
+
},
|
| 16 |
+
"observation.images.top": {
|
| 17 |
+
"type": "VISUAL",
|
| 18 |
+
"shape": [
|
| 19 |
+
3,
|
| 20 |
+
480,
|
| 21 |
+
640
|
| 22 |
+
]
|
| 23 |
+
},
|
| 24 |
+
"observation.images.wrist": {
|
| 25 |
+
"type": "VISUAL",
|
| 26 |
+
"shape": [
|
| 27 |
+
3,
|
| 28 |
+
480,
|
| 29 |
+
640
|
| 30 |
+
]
|
| 31 |
+
}
|
| 32 |
+
},
|
| 33 |
+
"output_features": {
|
| 34 |
+
"action": {
|
| 35 |
+
"type": "ACTION",
|
| 36 |
+
"shape": [
|
| 37 |
+
6
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"device": "cuda",
|
| 42 |
+
"use_amp": false,
|
| 43 |
+
"chunk_size": 100,
|
| 44 |
+
"n_action_steps": 100,
|
| 45 |
+
"vision_backbone": "resnet18",
|
| 46 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 47 |
+
"replace_final_stride_with_dilation": false,
|
| 48 |
+
"pre_norm": false,
|
| 49 |
+
"dim_model": 512,
|
| 50 |
+
"n_heads": 8,
|
| 51 |
+
"dim_feedforward": 3200,
|
| 52 |
+
"feedforward_activation": "relu",
|
| 53 |
+
"n_encoder_layers": 4,
|
| 54 |
+
"n_decoder_layers": 1,
|
| 55 |
+
"use_vae": true,
|
| 56 |
+
"latent_dim": 32,
|
| 57 |
+
"n_vae_encoder_layers": 4,
|
| 58 |
+
"temporal_ensemble_coeff": null,
|
| 59 |
+
"dropout": 0.1,
|
| 60 |
+
"kl_weight": 10.0,
|
| 61 |
+
"optimizer_lr": 1e-05,
|
| 62 |
+
"optimizer_weight_decay": 0.0001,
|
| 63 |
+
"optimizer_lr_backbone": 1e-05
|
| 64 |
+
}
|
checkpoints/040000/pretrained_model/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7e3c56b5e2803a4940e932dde9ce870b384a9ce17af51e55835ec2ebbde9da24
|
| 3 |
+
size 206701064
|
checkpoints/040000/pretrained_model/train_config.json
ADDED
|
@@ -0,0 +1,170 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset": {
|
| 3 |
+
"repo_id": "salhotra/pickplacejenga",
|
| 4 |
+
"root": null,
|
| 5 |
+
"episodes": null,
|
| 6 |
+
"image_transforms": {
|
| 7 |
+
"enable": false,
|
| 8 |
+
"max_num_transforms": 3,
|
| 9 |
+
"random_order": false,
|
| 10 |
+
"tfs": {
|
| 11 |
+
"brightness": {
|
| 12 |
+
"weight": 1.0,
|
| 13 |
+
"type": "ColorJitter",
|
| 14 |
+
"kwargs": {
|
| 15 |
+
"brightness": [
|
| 16 |
+
0.8,
|
| 17 |
+
1.2
|
| 18 |
+
]
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
"contrast": {
|
| 22 |
+
"weight": 1.0,
|
| 23 |
+
"type": "ColorJitter",
|
| 24 |
+
"kwargs": {
|
| 25 |
+
"contrast": [
|
| 26 |
+
0.8,
|
| 27 |
+
1.2
|
| 28 |
+
]
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"saturation": {
|
| 32 |
+
"weight": 1.0,
|
| 33 |
+
"type": "ColorJitter",
|
| 34 |
+
"kwargs": {
|
| 35 |
+
"saturation": [
|
| 36 |
+
0.5,
|
| 37 |
+
1.5
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"hue": {
|
| 42 |
+
"weight": 1.0,
|
| 43 |
+
"type": "ColorJitter",
|
| 44 |
+
"kwargs": {
|
| 45 |
+
"hue": [
|
| 46 |
+
-0.05,
|
| 47 |
+
0.05
|
| 48 |
+
]
|
| 49 |
+
}
|
| 50 |
+
},
|
| 51 |
+
"sharpness": {
|
| 52 |
+
"weight": 1.0,
|
| 53 |
+
"type": "SharpnessJitter",
|
| 54 |
+
"kwargs": {
|
| 55 |
+
"sharpness": [
|
| 56 |
+
0.5,
|
| 57 |
+
1.5
|
| 58 |
+
]
|
| 59 |
+
}
|
| 60 |
+
}
|
| 61 |
+
}
|
| 62 |
+
},
|
| 63 |
+
"revision": null,
|
| 64 |
+
"use_imagenet_stats": true,
|
| 65 |
+
"video_backend": "torchcodec"
|
| 66 |
+
},
|
| 67 |
+
"env": null,
|
| 68 |
+
"policy": {
|
| 69 |
+
"type": "act",
|
| 70 |
+
"n_obs_steps": 1,
|
| 71 |
+
"normalization_mapping": {
|
| 72 |
+
"VISUAL": "MEAN_STD",
|
| 73 |
+
"STATE": "MEAN_STD",
|
| 74 |
+
"ACTION": "MEAN_STD"
|
| 75 |
+
},
|
| 76 |
+
"input_features": {
|
| 77 |
+
"observation.state": {
|
| 78 |
+
"type": "STATE",
|
| 79 |
+
"shape": [
|
| 80 |
+
6
|
| 81 |
+
]
|
| 82 |
+
},
|
| 83 |
+
"observation.images.top": {
|
| 84 |
+
"type": "VISUAL",
|
| 85 |
+
"shape": [
|
| 86 |
+
3,
|
| 87 |
+
480,
|
| 88 |
+
640
|
| 89 |
+
]
|
| 90 |
+
},
|
| 91 |
+
"observation.images.wrist": {
|
| 92 |
+
"type": "VISUAL",
|
| 93 |
+
"shape": [
|
| 94 |
+
3,
|
| 95 |
+
480,
|
| 96 |
+
640
|
| 97 |
+
]
|
| 98 |
+
}
|
| 99 |
+
},
|
| 100 |
+
"output_features": {
|
| 101 |
+
"action": {
|
| 102 |
+
"type": "ACTION",
|
| 103 |
+
"shape": [
|
| 104 |
+
6
|
| 105 |
+
]
|
| 106 |
+
}
|
| 107 |
+
},
|
| 108 |
+
"device": "cuda",
|
| 109 |
+
"use_amp": false,
|
| 110 |
+
"chunk_size": 100,
|
| 111 |
+
"n_action_steps": 100,
|
| 112 |
+
"vision_backbone": "resnet18",
|
| 113 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 114 |
+
"replace_final_stride_with_dilation": false,
|
| 115 |
+
"pre_norm": false,
|
| 116 |
+
"dim_model": 512,
|
| 117 |
+
"n_heads": 8,
|
| 118 |
+
"dim_feedforward": 3200,
|
| 119 |
+
"feedforward_activation": "relu",
|
| 120 |
+
"n_encoder_layers": 4,
|
| 121 |
+
"n_decoder_layers": 1,
|
| 122 |
+
"use_vae": true,
|
| 123 |
+
"latent_dim": 32,
|
| 124 |
+
"n_vae_encoder_layers": 4,
|
| 125 |
+
"temporal_ensemble_coeff": null,
|
| 126 |
+
"dropout": 0.1,
|
| 127 |
+
"kl_weight": 10.0,
|
| 128 |
+
"optimizer_lr": 1e-05,
|
| 129 |
+
"optimizer_weight_decay": 0.0001,
|
| 130 |
+
"optimizer_lr_backbone": 1e-05
|
| 131 |
+
},
|
| 132 |
+
"output_dir": "outputs/train/act_jenga",
|
| 133 |
+
"job_name": "act_jenga",
|
| 134 |
+
"resume": false,
|
| 135 |
+
"seed": 1000,
|
| 136 |
+
"num_workers": 4,
|
| 137 |
+
"batch_size": 8,
|
| 138 |
+
"steps": 100000,
|
| 139 |
+
"eval_freq": 20000,
|
| 140 |
+
"log_freq": 200,
|
| 141 |
+
"save_checkpoint": true,
|
| 142 |
+
"save_freq": 20000,
|
| 143 |
+
"use_policy_training_preset": true,
|
| 144 |
+
"optimizer": {
|
| 145 |
+
"type": "adamw",
|
| 146 |
+
"lr": 1e-05,
|
| 147 |
+
"weight_decay": 0.0001,
|
| 148 |
+
"grad_clip_norm": 10.0,
|
| 149 |
+
"betas": [
|
| 150 |
+
0.9,
|
| 151 |
+
0.999
|
| 152 |
+
],
|
| 153 |
+
"eps": 1e-08
|
| 154 |
+
},
|
| 155 |
+
"scheduler": null,
|
| 156 |
+
"eval": {
|
| 157 |
+
"n_episodes": 50,
|
| 158 |
+
"batch_size": 50,
|
| 159 |
+
"use_async_envs": false
|
| 160 |
+
},
|
| 161 |
+
"wandb": {
|
| 162 |
+
"enable": true,
|
| 163 |
+
"disable_artifact": false,
|
| 164 |
+
"project": "lerobot",
|
| 165 |
+
"entity": null,
|
| 166 |
+
"notes": null,
|
| 167 |
+
"run_id": null,
|
| 168 |
+
"mode": null
|
| 169 |
+
}
|
| 170 |
+
}
|
checkpoints/040000/training_state/optimizer_param_groups.json
ADDED
|
@@ -0,0 +1,191 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"lr": 1e-05,
|
| 4 |
+
"betas": [
|
| 5 |
+
0.9,
|
| 6 |
+
0.999
|
| 7 |
+
],
|
| 8 |
+
"eps": 1e-08,
|
| 9 |
+
"weight_decay": 0.0001,
|
| 10 |
+
"amsgrad": false,
|
| 11 |
+
"maximize": false,
|
| 12 |
+
"foreach": null,
|
| 13 |
+
"capturable": false,
|
| 14 |
+
"differentiable": false,
|
| 15 |
+
"fused": null,
|
| 16 |
+
"decoupled_weight_decay": true,
|
| 17 |
+
"params": [
|
| 18 |
+
0,
|
| 19 |
+
1,
|
| 20 |
+
2,
|
| 21 |
+
3,
|
| 22 |
+
4,
|
| 23 |
+
5,
|
| 24 |
+
6,
|
| 25 |
+
7,
|
| 26 |
+
8,
|
| 27 |
+
9,
|
| 28 |
+
10,
|
| 29 |
+
11,
|
| 30 |
+
12,
|
| 31 |
+
13,
|
| 32 |
+
14,
|
| 33 |
+
15,
|
| 34 |
+
16,
|
| 35 |
+
17,
|
| 36 |
+
18,
|
| 37 |
+
19,
|
| 38 |
+
20,
|
| 39 |
+
21,
|
| 40 |
+
22,
|
| 41 |
+
23,
|
| 42 |
+
24,
|
| 43 |
+
25,
|
| 44 |
+
26,
|
| 45 |
+
27,
|
| 46 |
+
28,
|
| 47 |
+
29,
|
| 48 |
+
30,
|
| 49 |
+
31,
|
| 50 |
+
32,
|
| 51 |
+
33,
|
| 52 |
+
34,
|
| 53 |
+
35,
|
| 54 |
+
36,
|
| 55 |
+
37,
|
| 56 |
+
38,
|
| 57 |
+
39,
|
| 58 |
+
40,
|
| 59 |
+
41,
|
| 60 |
+
42,
|
| 61 |
+
43,
|
| 62 |
+
44,
|
| 63 |
+
45,
|
| 64 |
+
46,
|
| 65 |
+
47,
|
| 66 |
+
48,
|
| 67 |
+
49,
|
| 68 |
+
50,
|
| 69 |
+
51,
|
| 70 |
+
52,
|
| 71 |
+
53,
|
| 72 |
+
54,
|
| 73 |
+
55,
|
| 74 |
+
56,
|
| 75 |
+
57,
|
| 76 |
+
58,
|
| 77 |
+
59,
|
| 78 |
+
60,
|
| 79 |
+
61,
|
| 80 |
+
62,
|
| 81 |
+
63,
|
| 82 |
+
64,
|
| 83 |
+
65,
|
| 84 |
+
66,
|
| 85 |
+
67,
|
| 86 |
+
68,
|
| 87 |
+
69,
|
| 88 |
+
70,
|
| 89 |
+
71,
|
| 90 |
+
72,
|
| 91 |
+
73,
|
| 92 |
+
74,
|
| 93 |
+
75,
|
| 94 |
+
76,
|
| 95 |
+
77,
|
| 96 |
+
78,
|
| 97 |
+
79,
|
| 98 |
+
80,
|
| 99 |
+
81,
|
| 100 |
+
82,
|
| 101 |
+
83,
|
| 102 |
+
84,
|
| 103 |
+
85,
|
| 104 |
+
86,
|
| 105 |
+
87,
|
| 106 |
+
88,
|
| 107 |
+
89,
|
| 108 |
+
90,
|
| 109 |
+
91,
|
| 110 |
+
92,
|
| 111 |
+
93,
|
| 112 |
+
94,
|
| 113 |
+
95,
|
| 114 |
+
96,
|
| 115 |
+
97,
|
| 116 |
+
98,
|
| 117 |
+
99,
|
| 118 |
+
100,
|
| 119 |
+
101,
|
| 120 |
+
102,
|
| 121 |
+
103,
|
| 122 |
+
104,
|
| 123 |
+
105,
|
| 124 |
+
106,
|
| 125 |
+
107,
|
| 126 |
+
108,
|
| 127 |
+
109,
|
| 128 |
+
110,
|
| 129 |
+
111,
|
| 130 |
+
112,
|
| 131 |
+
113,
|
| 132 |
+
114,
|
| 133 |
+
115,
|
| 134 |
+
116,
|
| 135 |
+
117,
|
| 136 |
+
118,
|
| 137 |
+
119,
|
| 138 |
+
120,
|
| 139 |
+
121,
|
| 140 |
+
122,
|
| 141 |
+
123,
|
| 142 |
+
124,
|
| 143 |
+
125,
|
| 144 |
+
126,
|
| 145 |
+
127,
|
| 146 |
+
128,
|
| 147 |
+
129,
|
| 148 |
+
130,
|
| 149 |
+
131,
|
| 150 |
+
132
|
| 151 |
+
]
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"lr": 1e-05,
|
| 155 |
+
"betas": [
|
| 156 |
+
0.9,
|
| 157 |
+
0.999
|
| 158 |
+
],
|
| 159 |
+
"eps": 1e-08,
|
| 160 |
+
"weight_decay": 0.0001,
|
| 161 |
+
"amsgrad": false,
|
| 162 |
+
"maximize": false,
|
| 163 |
+
"foreach": null,
|
| 164 |
+
"capturable": false,
|
| 165 |
+
"differentiable": false,
|
| 166 |
+
"fused": null,
|
| 167 |
+
"decoupled_weight_decay": true,
|
| 168 |
+
"params": [
|
| 169 |
+
133,
|
| 170 |
+
134,
|
| 171 |
+
135,
|
| 172 |
+
136,
|
| 173 |
+
137,
|
| 174 |
+
138,
|
| 175 |
+
139,
|
| 176 |
+
140,
|
| 177 |
+
141,
|
| 178 |
+
142,
|
| 179 |
+
143,
|
| 180 |
+
144,
|
| 181 |
+
145,
|
| 182 |
+
146,
|
| 183 |
+
147,
|
| 184 |
+
148,
|
| 185 |
+
149,
|
| 186 |
+
150,
|
| 187 |
+
151,
|
| 188 |
+
152
|
| 189 |
+
]
|
| 190 |
+
}
|
| 191 |
+
]
|
checkpoints/040000/training_state/optimizer_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f1333b459bba23578abf8209e75e545c56d2d0304ecc547c45d7f835da6b1df9
|
| 3 |
+
size 412817652
|
checkpoints/040000/training_state/rng_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0c64b153bb23b27c375f3895471f656f9859a2df60da46754d95f29f3e5be177
|
| 3 |
+
size 15708
|
checkpoints/040000/training_state/training_step.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 40000
|
| 3 |
+
}
|
checkpoints/060000/pretrained_model/config.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"type": "act",
|
| 3 |
+
"n_obs_steps": 1,
|
| 4 |
+
"normalization_mapping": {
|
| 5 |
+
"VISUAL": "MEAN_STD",
|
| 6 |
+
"STATE": "MEAN_STD",
|
| 7 |
+
"ACTION": "MEAN_STD"
|
| 8 |
+
},
|
| 9 |
+
"input_features": {
|
| 10 |
+
"observation.state": {
|
| 11 |
+
"type": "STATE",
|
| 12 |
+
"shape": [
|
| 13 |
+
6
|
| 14 |
+
]
|
| 15 |
+
},
|
| 16 |
+
"observation.images.top": {
|
| 17 |
+
"type": "VISUAL",
|
| 18 |
+
"shape": [
|
| 19 |
+
3,
|
| 20 |
+
480,
|
| 21 |
+
640
|
| 22 |
+
]
|
| 23 |
+
},
|
| 24 |
+
"observation.images.wrist": {
|
| 25 |
+
"type": "VISUAL",
|
| 26 |
+
"shape": [
|
| 27 |
+
3,
|
| 28 |
+
480,
|
| 29 |
+
640
|
| 30 |
+
]
|
| 31 |
+
}
|
| 32 |
+
},
|
| 33 |
+
"output_features": {
|
| 34 |
+
"action": {
|
| 35 |
+
"type": "ACTION",
|
| 36 |
+
"shape": [
|
| 37 |
+
6
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"device": "cuda",
|
| 42 |
+
"use_amp": false,
|
| 43 |
+
"chunk_size": 100,
|
| 44 |
+
"n_action_steps": 100,
|
| 45 |
+
"vision_backbone": "resnet18",
|
| 46 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 47 |
+
"replace_final_stride_with_dilation": false,
|
| 48 |
+
"pre_norm": false,
|
| 49 |
+
"dim_model": 512,
|
| 50 |
+
"n_heads": 8,
|
| 51 |
+
"dim_feedforward": 3200,
|
| 52 |
+
"feedforward_activation": "relu",
|
| 53 |
+
"n_encoder_layers": 4,
|
| 54 |
+
"n_decoder_layers": 1,
|
| 55 |
+
"use_vae": true,
|
| 56 |
+
"latent_dim": 32,
|
| 57 |
+
"n_vae_encoder_layers": 4,
|
| 58 |
+
"temporal_ensemble_coeff": null,
|
| 59 |
+
"dropout": 0.1,
|
| 60 |
+
"kl_weight": 10.0,
|
| 61 |
+
"optimizer_lr": 1e-05,
|
| 62 |
+
"optimizer_weight_decay": 0.0001,
|
| 63 |
+
"optimizer_lr_backbone": 1e-05
|
| 64 |
+
}
|
checkpoints/060000/pretrained_model/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ac11bf63370cf178b6b0f0d881746ad3dc65636e11d000b6c7c80352c5c7b7e9
|
| 3 |
+
size 206701064
|
checkpoints/060000/pretrained_model/train_config.json
ADDED
|
@@ -0,0 +1,170 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset": {
|
| 3 |
+
"repo_id": "salhotra/pickplacejenga",
|
| 4 |
+
"root": null,
|
| 5 |
+
"episodes": null,
|
| 6 |
+
"image_transforms": {
|
| 7 |
+
"enable": false,
|
| 8 |
+
"max_num_transforms": 3,
|
| 9 |
+
"random_order": false,
|
| 10 |
+
"tfs": {
|
| 11 |
+
"brightness": {
|
| 12 |
+
"weight": 1.0,
|
| 13 |
+
"type": "ColorJitter",
|
| 14 |
+
"kwargs": {
|
| 15 |
+
"brightness": [
|
| 16 |
+
0.8,
|
| 17 |
+
1.2
|
| 18 |
+
]
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
"contrast": {
|
| 22 |
+
"weight": 1.0,
|
| 23 |
+
"type": "ColorJitter",
|
| 24 |
+
"kwargs": {
|
| 25 |
+
"contrast": [
|
| 26 |
+
0.8,
|
| 27 |
+
1.2
|
| 28 |
+
]
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"saturation": {
|
| 32 |
+
"weight": 1.0,
|
| 33 |
+
"type": "ColorJitter",
|
| 34 |
+
"kwargs": {
|
| 35 |
+
"saturation": [
|
| 36 |
+
0.5,
|
| 37 |
+
1.5
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"hue": {
|
| 42 |
+
"weight": 1.0,
|
| 43 |
+
"type": "ColorJitter",
|
| 44 |
+
"kwargs": {
|
| 45 |
+
"hue": [
|
| 46 |
+
-0.05,
|
| 47 |
+
0.05
|
| 48 |
+
]
|
| 49 |
+
}
|
| 50 |
+
},
|
| 51 |
+
"sharpness": {
|
| 52 |
+
"weight": 1.0,
|
| 53 |
+
"type": "SharpnessJitter",
|
| 54 |
+
"kwargs": {
|
| 55 |
+
"sharpness": [
|
| 56 |
+
0.5,
|
| 57 |
+
1.5
|
| 58 |
+
]
|
| 59 |
+
}
|
| 60 |
+
}
|
| 61 |
+
}
|
| 62 |
+
},
|
| 63 |
+
"revision": null,
|
| 64 |
+
"use_imagenet_stats": true,
|
| 65 |
+
"video_backend": "torchcodec"
|
| 66 |
+
},
|
| 67 |
+
"env": null,
|
| 68 |
+
"policy": {
|
| 69 |
+
"type": "act",
|
| 70 |
+
"n_obs_steps": 1,
|
| 71 |
+
"normalization_mapping": {
|
| 72 |
+
"VISUAL": "MEAN_STD",
|
| 73 |
+
"STATE": "MEAN_STD",
|
| 74 |
+
"ACTION": "MEAN_STD"
|
| 75 |
+
},
|
| 76 |
+
"input_features": {
|
| 77 |
+
"observation.state": {
|
| 78 |
+
"type": "STATE",
|
| 79 |
+
"shape": [
|
| 80 |
+
6
|
| 81 |
+
]
|
| 82 |
+
},
|
| 83 |
+
"observation.images.top": {
|
| 84 |
+
"type": "VISUAL",
|
| 85 |
+
"shape": [
|
| 86 |
+
3,
|
| 87 |
+
480,
|
| 88 |
+
640
|
| 89 |
+
]
|
| 90 |
+
},
|
| 91 |
+
"observation.images.wrist": {
|
| 92 |
+
"type": "VISUAL",
|
| 93 |
+
"shape": [
|
| 94 |
+
3,
|
| 95 |
+
480,
|
| 96 |
+
640
|
| 97 |
+
]
|
| 98 |
+
}
|
| 99 |
+
},
|
| 100 |
+
"output_features": {
|
| 101 |
+
"action": {
|
| 102 |
+
"type": "ACTION",
|
| 103 |
+
"shape": [
|
| 104 |
+
6
|
| 105 |
+
]
|
| 106 |
+
}
|
| 107 |
+
},
|
| 108 |
+
"device": "cuda",
|
| 109 |
+
"use_amp": false,
|
| 110 |
+
"chunk_size": 100,
|
| 111 |
+
"n_action_steps": 100,
|
| 112 |
+
"vision_backbone": "resnet18",
|
| 113 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 114 |
+
"replace_final_stride_with_dilation": false,
|
| 115 |
+
"pre_norm": false,
|
| 116 |
+
"dim_model": 512,
|
| 117 |
+
"n_heads": 8,
|
| 118 |
+
"dim_feedforward": 3200,
|
| 119 |
+
"feedforward_activation": "relu",
|
| 120 |
+
"n_encoder_layers": 4,
|
| 121 |
+
"n_decoder_layers": 1,
|
| 122 |
+
"use_vae": true,
|
| 123 |
+
"latent_dim": 32,
|
| 124 |
+
"n_vae_encoder_layers": 4,
|
| 125 |
+
"temporal_ensemble_coeff": null,
|
| 126 |
+
"dropout": 0.1,
|
| 127 |
+
"kl_weight": 10.0,
|
| 128 |
+
"optimizer_lr": 1e-05,
|
| 129 |
+
"optimizer_weight_decay": 0.0001,
|
| 130 |
+
"optimizer_lr_backbone": 1e-05
|
| 131 |
+
},
|
| 132 |
+
"output_dir": "outputs/train/act_jenga",
|
| 133 |
+
"job_name": "act_jenga",
|
| 134 |
+
"resume": false,
|
| 135 |
+
"seed": 1000,
|
| 136 |
+
"num_workers": 4,
|
| 137 |
+
"batch_size": 8,
|
| 138 |
+
"steps": 100000,
|
| 139 |
+
"eval_freq": 20000,
|
| 140 |
+
"log_freq": 200,
|
| 141 |
+
"save_checkpoint": true,
|
| 142 |
+
"save_freq": 20000,
|
| 143 |
+
"use_policy_training_preset": true,
|
| 144 |
+
"optimizer": {
|
| 145 |
+
"type": "adamw",
|
| 146 |
+
"lr": 1e-05,
|
| 147 |
+
"weight_decay": 0.0001,
|
| 148 |
+
"grad_clip_norm": 10.0,
|
| 149 |
+
"betas": [
|
| 150 |
+
0.9,
|
| 151 |
+
0.999
|
| 152 |
+
],
|
| 153 |
+
"eps": 1e-08
|
| 154 |
+
},
|
| 155 |
+
"scheduler": null,
|
| 156 |
+
"eval": {
|
| 157 |
+
"n_episodes": 50,
|
| 158 |
+
"batch_size": 50,
|
| 159 |
+
"use_async_envs": false
|
| 160 |
+
},
|
| 161 |
+
"wandb": {
|
| 162 |
+
"enable": true,
|
| 163 |
+
"disable_artifact": false,
|
| 164 |
+
"project": "lerobot",
|
| 165 |
+
"entity": null,
|
| 166 |
+
"notes": null,
|
| 167 |
+
"run_id": null,
|
| 168 |
+
"mode": null
|
| 169 |
+
}
|
| 170 |
+
}
|
checkpoints/060000/training_state/optimizer_param_groups.json
ADDED
|
@@ -0,0 +1,191 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"lr": 1e-05,
|
| 4 |
+
"betas": [
|
| 5 |
+
0.9,
|
| 6 |
+
0.999
|
| 7 |
+
],
|
| 8 |
+
"eps": 1e-08,
|
| 9 |
+
"weight_decay": 0.0001,
|
| 10 |
+
"amsgrad": false,
|
| 11 |
+
"maximize": false,
|
| 12 |
+
"foreach": null,
|
| 13 |
+
"capturable": false,
|
| 14 |
+
"differentiable": false,
|
| 15 |
+
"fused": null,
|
| 16 |
+
"decoupled_weight_decay": true,
|
| 17 |
+
"params": [
|
| 18 |
+
0,
|
| 19 |
+
1,
|
| 20 |
+
2,
|
| 21 |
+
3,
|
| 22 |
+
4,
|
| 23 |
+
5,
|
| 24 |
+
6,
|
| 25 |
+
7,
|
| 26 |
+
8,
|
| 27 |
+
9,
|
| 28 |
+
10,
|
| 29 |
+
11,
|
| 30 |
+
12,
|
| 31 |
+
13,
|
| 32 |
+
14,
|
| 33 |
+
15,
|
| 34 |
+
16,
|
| 35 |
+
17,
|
| 36 |
+
18,
|
| 37 |
+
19,
|
| 38 |
+
20,
|
| 39 |
+
21,
|
| 40 |
+
22,
|
| 41 |
+
23,
|
| 42 |
+
24,
|
| 43 |
+
25,
|
| 44 |
+
26,
|
| 45 |
+
27,
|
| 46 |
+
28,
|
| 47 |
+
29,
|
| 48 |
+
30,
|
| 49 |
+
31,
|
| 50 |
+
32,
|
| 51 |
+
33,
|
| 52 |
+
34,
|
| 53 |
+
35,
|
| 54 |
+
36,
|
| 55 |
+
37,
|
| 56 |
+
38,
|
| 57 |
+
39,
|
| 58 |
+
40,
|
| 59 |
+
41,
|
| 60 |
+
42,
|
| 61 |
+
43,
|
| 62 |
+
44,
|
| 63 |
+
45,
|
| 64 |
+
46,
|
| 65 |
+
47,
|
| 66 |
+
48,
|
| 67 |
+
49,
|
| 68 |
+
50,
|
| 69 |
+
51,
|
| 70 |
+
52,
|
| 71 |
+
53,
|
| 72 |
+
54,
|
| 73 |
+
55,
|
| 74 |
+
56,
|
| 75 |
+
57,
|
| 76 |
+
58,
|
| 77 |
+
59,
|
| 78 |
+
60,
|
| 79 |
+
61,
|
| 80 |
+
62,
|
| 81 |
+
63,
|
| 82 |
+
64,
|
| 83 |
+
65,
|
| 84 |
+
66,
|
| 85 |
+
67,
|
| 86 |
+
68,
|
| 87 |
+
69,
|
| 88 |
+
70,
|
| 89 |
+
71,
|
| 90 |
+
72,
|
| 91 |
+
73,
|
| 92 |
+
74,
|
| 93 |
+
75,
|
| 94 |
+
76,
|
| 95 |
+
77,
|
| 96 |
+
78,
|
| 97 |
+
79,
|
| 98 |
+
80,
|
| 99 |
+
81,
|
| 100 |
+
82,
|
| 101 |
+
83,
|
| 102 |
+
84,
|
| 103 |
+
85,
|
| 104 |
+
86,
|
| 105 |
+
87,
|
| 106 |
+
88,
|
| 107 |
+
89,
|
| 108 |
+
90,
|
| 109 |
+
91,
|
| 110 |
+
92,
|
| 111 |
+
93,
|
| 112 |
+
94,
|
| 113 |
+
95,
|
| 114 |
+
96,
|
| 115 |
+
97,
|
| 116 |
+
98,
|
| 117 |
+
99,
|
| 118 |
+
100,
|
| 119 |
+
101,
|
| 120 |
+
102,
|
| 121 |
+
103,
|
| 122 |
+
104,
|
| 123 |
+
105,
|
| 124 |
+
106,
|
| 125 |
+
107,
|
| 126 |
+
108,
|
| 127 |
+
109,
|
| 128 |
+
110,
|
| 129 |
+
111,
|
| 130 |
+
112,
|
| 131 |
+
113,
|
| 132 |
+
114,
|
| 133 |
+
115,
|
| 134 |
+
116,
|
| 135 |
+
117,
|
| 136 |
+
118,
|
| 137 |
+
119,
|
| 138 |
+
120,
|
| 139 |
+
121,
|
| 140 |
+
122,
|
| 141 |
+
123,
|
| 142 |
+
124,
|
| 143 |
+
125,
|
| 144 |
+
126,
|
| 145 |
+
127,
|
| 146 |
+
128,
|
| 147 |
+
129,
|
| 148 |
+
130,
|
| 149 |
+
131,
|
| 150 |
+
132
|
| 151 |
+
]
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"lr": 1e-05,
|
| 155 |
+
"betas": [
|
| 156 |
+
0.9,
|
| 157 |
+
0.999
|
| 158 |
+
],
|
| 159 |
+
"eps": 1e-08,
|
| 160 |
+
"weight_decay": 0.0001,
|
| 161 |
+
"amsgrad": false,
|
| 162 |
+
"maximize": false,
|
| 163 |
+
"foreach": null,
|
| 164 |
+
"capturable": false,
|
| 165 |
+
"differentiable": false,
|
| 166 |
+
"fused": null,
|
| 167 |
+
"decoupled_weight_decay": true,
|
| 168 |
+
"params": [
|
| 169 |
+
133,
|
| 170 |
+
134,
|
| 171 |
+
135,
|
| 172 |
+
136,
|
| 173 |
+
137,
|
| 174 |
+
138,
|
| 175 |
+
139,
|
| 176 |
+
140,
|
| 177 |
+
141,
|
| 178 |
+
142,
|
| 179 |
+
143,
|
| 180 |
+
144,
|
| 181 |
+
145,
|
| 182 |
+
146,
|
| 183 |
+
147,
|
| 184 |
+
148,
|
| 185 |
+
149,
|
| 186 |
+
150,
|
| 187 |
+
151,
|
| 188 |
+
152
|
| 189 |
+
]
|
| 190 |
+
}
|
| 191 |
+
]
|
checkpoints/060000/training_state/optimizer_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e50425fd4908c86315eb2ee6f01e92f2681c46cf99223c2ded8557477996de98
|
| 3 |
+
size 412817652
|
checkpoints/060000/training_state/rng_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a3f346535460efa903b22943f20e6a02efd0fc90e216371ba88271fdfa0b897c
|
| 3 |
+
size 15708
|
checkpoints/060000/training_state/training_step.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 60000
|
| 3 |
+
}
|
checkpoints/080000/pretrained_model/config.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"type": "act",
|
| 3 |
+
"n_obs_steps": 1,
|
| 4 |
+
"normalization_mapping": {
|
| 5 |
+
"VISUAL": "MEAN_STD",
|
| 6 |
+
"STATE": "MEAN_STD",
|
| 7 |
+
"ACTION": "MEAN_STD"
|
| 8 |
+
},
|
| 9 |
+
"input_features": {
|
| 10 |
+
"observation.state": {
|
| 11 |
+
"type": "STATE",
|
| 12 |
+
"shape": [
|
| 13 |
+
6
|
| 14 |
+
]
|
| 15 |
+
},
|
| 16 |
+
"observation.images.top": {
|
| 17 |
+
"type": "VISUAL",
|
| 18 |
+
"shape": [
|
| 19 |
+
3,
|
| 20 |
+
480,
|
| 21 |
+
640
|
| 22 |
+
]
|
| 23 |
+
},
|
| 24 |
+
"observation.images.wrist": {
|
| 25 |
+
"type": "VISUAL",
|
| 26 |
+
"shape": [
|
| 27 |
+
3,
|
| 28 |
+
480,
|
| 29 |
+
640
|
| 30 |
+
]
|
| 31 |
+
}
|
| 32 |
+
},
|
| 33 |
+
"output_features": {
|
| 34 |
+
"action": {
|
| 35 |
+
"type": "ACTION",
|
| 36 |
+
"shape": [
|
| 37 |
+
6
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"device": "cuda",
|
| 42 |
+
"use_amp": false,
|
| 43 |
+
"chunk_size": 100,
|
| 44 |
+
"n_action_steps": 100,
|
| 45 |
+
"vision_backbone": "resnet18",
|
| 46 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 47 |
+
"replace_final_stride_with_dilation": false,
|
| 48 |
+
"pre_norm": false,
|
| 49 |
+
"dim_model": 512,
|
| 50 |
+
"n_heads": 8,
|
| 51 |
+
"dim_feedforward": 3200,
|
| 52 |
+
"feedforward_activation": "relu",
|
| 53 |
+
"n_encoder_layers": 4,
|
| 54 |
+
"n_decoder_layers": 1,
|
| 55 |
+
"use_vae": true,
|
| 56 |
+
"latent_dim": 32,
|
| 57 |
+
"n_vae_encoder_layers": 4,
|
| 58 |
+
"temporal_ensemble_coeff": null,
|
| 59 |
+
"dropout": 0.1,
|
| 60 |
+
"kl_weight": 10.0,
|
| 61 |
+
"optimizer_lr": 1e-05,
|
| 62 |
+
"optimizer_weight_decay": 0.0001,
|
| 63 |
+
"optimizer_lr_backbone": 1e-05
|
| 64 |
+
}
|
checkpoints/080000/pretrained_model/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c5b44c0ac7e723bf30b1424bdeb6d16e28ab2b26c4c85bf3338d53d2f7aceea4
|
| 3 |
+
size 206701064
|
checkpoints/080000/pretrained_model/train_config.json
ADDED
|
@@ -0,0 +1,170 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset": {
|
| 3 |
+
"repo_id": "salhotra/pickplacejenga",
|
| 4 |
+
"root": null,
|
| 5 |
+
"episodes": null,
|
| 6 |
+
"image_transforms": {
|
| 7 |
+
"enable": false,
|
| 8 |
+
"max_num_transforms": 3,
|
| 9 |
+
"random_order": false,
|
| 10 |
+
"tfs": {
|
| 11 |
+
"brightness": {
|
| 12 |
+
"weight": 1.0,
|
| 13 |
+
"type": "ColorJitter",
|
| 14 |
+
"kwargs": {
|
| 15 |
+
"brightness": [
|
| 16 |
+
0.8,
|
| 17 |
+
1.2
|
| 18 |
+
]
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
"contrast": {
|
| 22 |
+
"weight": 1.0,
|
| 23 |
+
"type": "ColorJitter",
|
| 24 |
+
"kwargs": {
|
| 25 |
+
"contrast": [
|
| 26 |
+
0.8,
|
| 27 |
+
1.2
|
| 28 |
+
]
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"saturation": {
|
| 32 |
+
"weight": 1.0,
|
| 33 |
+
"type": "ColorJitter",
|
| 34 |
+
"kwargs": {
|
| 35 |
+
"saturation": [
|
| 36 |
+
0.5,
|
| 37 |
+
1.5
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"hue": {
|
| 42 |
+
"weight": 1.0,
|
| 43 |
+
"type": "ColorJitter",
|
| 44 |
+
"kwargs": {
|
| 45 |
+
"hue": [
|
| 46 |
+
-0.05,
|
| 47 |
+
0.05
|
| 48 |
+
]
|
| 49 |
+
}
|
| 50 |
+
},
|
| 51 |
+
"sharpness": {
|
| 52 |
+
"weight": 1.0,
|
| 53 |
+
"type": "SharpnessJitter",
|
| 54 |
+
"kwargs": {
|
| 55 |
+
"sharpness": [
|
| 56 |
+
0.5,
|
| 57 |
+
1.5
|
| 58 |
+
]
|
| 59 |
+
}
|
| 60 |
+
}
|
| 61 |
+
}
|
| 62 |
+
},
|
| 63 |
+
"revision": null,
|
| 64 |
+
"use_imagenet_stats": true,
|
| 65 |
+
"video_backend": "torchcodec"
|
| 66 |
+
},
|
| 67 |
+
"env": null,
|
| 68 |
+
"policy": {
|
| 69 |
+
"type": "act",
|
| 70 |
+
"n_obs_steps": 1,
|
| 71 |
+
"normalization_mapping": {
|
| 72 |
+
"VISUAL": "MEAN_STD",
|
| 73 |
+
"STATE": "MEAN_STD",
|
| 74 |
+
"ACTION": "MEAN_STD"
|
| 75 |
+
},
|
| 76 |
+
"input_features": {
|
| 77 |
+
"observation.state": {
|
| 78 |
+
"type": "STATE",
|
| 79 |
+
"shape": [
|
| 80 |
+
6
|
| 81 |
+
]
|
| 82 |
+
},
|
| 83 |
+
"observation.images.top": {
|
| 84 |
+
"type": "VISUAL",
|
| 85 |
+
"shape": [
|
| 86 |
+
3,
|
| 87 |
+
480,
|
| 88 |
+
640
|
| 89 |
+
]
|
| 90 |
+
},
|
| 91 |
+
"observation.images.wrist": {
|
| 92 |
+
"type": "VISUAL",
|
| 93 |
+
"shape": [
|
| 94 |
+
3,
|
| 95 |
+
480,
|
| 96 |
+
640
|
| 97 |
+
]
|
| 98 |
+
}
|
| 99 |
+
},
|
| 100 |
+
"output_features": {
|
| 101 |
+
"action": {
|
| 102 |
+
"type": "ACTION",
|
| 103 |
+
"shape": [
|
| 104 |
+
6
|
| 105 |
+
]
|
| 106 |
+
}
|
| 107 |
+
},
|
| 108 |
+
"device": "cuda",
|
| 109 |
+
"use_amp": false,
|
| 110 |
+
"chunk_size": 100,
|
| 111 |
+
"n_action_steps": 100,
|
| 112 |
+
"vision_backbone": "resnet18",
|
| 113 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 114 |
+
"replace_final_stride_with_dilation": false,
|
| 115 |
+
"pre_norm": false,
|
| 116 |
+
"dim_model": 512,
|
| 117 |
+
"n_heads": 8,
|
| 118 |
+
"dim_feedforward": 3200,
|
| 119 |
+
"feedforward_activation": "relu",
|
| 120 |
+
"n_encoder_layers": 4,
|
| 121 |
+
"n_decoder_layers": 1,
|
| 122 |
+
"use_vae": true,
|
| 123 |
+
"latent_dim": 32,
|
| 124 |
+
"n_vae_encoder_layers": 4,
|
| 125 |
+
"temporal_ensemble_coeff": null,
|
| 126 |
+
"dropout": 0.1,
|
| 127 |
+
"kl_weight": 10.0,
|
| 128 |
+
"optimizer_lr": 1e-05,
|
| 129 |
+
"optimizer_weight_decay": 0.0001,
|
| 130 |
+
"optimizer_lr_backbone": 1e-05
|
| 131 |
+
},
|
| 132 |
+
"output_dir": "outputs/train/act_jenga",
|
| 133 |
+
"job_name": "act_jenga",
|
| 134 |
+
"resume": false,
|
| 135 |
+
"seed": 1000,
|
| 136 |
+
"num_workers": 4,
|
| 137 |
+
"batch_size": 8,
|
| 138 |
+
"steps": 100000,
|
| 139 |
+
"eval_freq": 20000,
|
| 140 |
+
"log_freq": 200,
|
| 141 |
+
"save_checkpoint": true,
|
| 142 |
+
"save_freq": 20000,
|
| 143 |
+
"use_policy_training_preset": true,
|
| 144 |
+
"optimizer": {
|
| 145 |
+
"type": "adamw",
|
| 146 |
+
"lr": 1e-05,
|
| 147 |
+
"weight_decay": 0.0001,
|
| 148 |
+
"grad_clip_norm": 10.0,
|
| 149 |
+
"betas": [
|
| 150 |
+
0.9,
|
| 151 |
+
0.999
|
| 152 |
+
],
|
| 153 |
+
"eps": 1e-08
|
| 154 |
+
},
|
| 155 |
+
"scheduler": null,
|
| 156 |
+
"eval": {
|
| 157 |
+
"n_episodes": 50,
|
| 158 |
+
"batch_size": 50,
|
| 159 |
+
"use_async_envs": false
|
| 160 |
+
},
|
| 161 |
+
"wandb": {
|
| 162 |
+
"enable": true,
|
| 163 |
+
"disable_artifact": false,
|
| 164 |
+
"project": "lerobot",
|
| 165 |
+
"entity": null,
|
| 166 |
+
"notes": null,
|
| 167 |
+
"run_id": null,
|
| 168 |
+
"mode": null
|
| 169 |
+
}
|
| 170 |
+
}
|
checkpoints/080000/training_state/optimizer_param_groups.json
ADDED
|
@@ -0,0 +1,191 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"lr": 1e-05,
|
| 4 |
+
"betas": [
|
| 5 |
+
0.9,
|
| 6 |
+
0.999
|
| 7 |
+
],
|
| 8 |
+
"eps": 1e-08,
|
| 9 |
+
"weight_decay": 0.0001,
|
| 10 |
+
"amsgrad": false,
|
| 11 |
+
"maximize": false,
|
| 12 |
+
"foreach": null,
|
| 13 |
+
"capturable": false,
|
| 14 |
+
"differentiable": false,
|
| 15 |
+
"fused": null,
|
| 16 |
+
"decoupled_weight_decay": true,
|
| 17 |
+
"params": [
|
| 18 |
+
0,
|
| 19 |
+
1,
|
| 20 |
+
2,
|
| 21 |
+
3,
|
| 22 |
+
4,
|
| 23 |
+
5,
|
| 24 |
+
6,
|
| 25 |
+
7,
|
| 26 |
+
8,
|
| 27 |
+
9,
|
| 28 |
+
10,
|
| 29 |
+
11,
|
| 30 |
+
12,
|
| 31 |
+
13,
|
| 32 |
+
14,
|
| 33 |
+
15,
|
| 34 |
+
16,
|
| 35 |
+
17,
|
| 36 |
+
18,
|
| 37 |
+
19,
|
| 38 |
+
20,
|
| 39 |
+
21,
|
| 40 |
+
22,
|
| 41 |
+
23,
|
| 42 |
+
24,
|
| 43 |
+
25,
|
| 44 |
+
26,
|
| 45 |
+
27,
|
| 46 |
+
28,
|
| 47 |
+
29,
|
| 48 |
+
30,
|
| 49 |
+
31,
|
| 50 |
+
32,
|
| 51 |
+
33,
|
| 52 |
+
34,
|
| 53 |
+
35,
|
| 54 |
+
36,
|
| 55 |
+
37,
|
| 56 |
+
38,
|
| 57 |
+
39,
|
| 58 |
+
40,
|
| 59 |
+
41,
|
| 60 |
+
42,
|
| 61 |
+
43,
|
| 62 |
+
44,
|
| 63 |
+
45,
|
| 64 |
+
46,
|
| 65 |
+
47,
|
| 66 |
+
48,
|
| 67 |
+
49,
|
| 68 |
+
50,
|
| 69 |
+
51,
|
| 70 |
+
52,
|
| 71 |
+
53,
|
| 72 |
+
54,
|
| 73 |
+
55,
|
| 74 |
+
56,
|
| 75 |
+
57,
|
| 76 |
+
58,
|
| 77 |
+
59,
|
| 78 |
+
60,
|
| 79 |
+
61,
|
| 80 |
+
62,
|
| 81 |
+
63,
|
| 82 |
+
64,
|
| 83 |
+
65,
|
| 84 |
+
66,
|
| 85 |
+
67,
|
| 86 |
+
68,
|
| 87 |
+
69,
|
| 88 |
+
70,
|
| 89 |
+
71,
|
| 90 |
+
72,
|
| 91 |
+
73,
|
| 92 |
+
74,
|
| 93 |
+
75,
|
| 94 |
+
76,
|
| 95 |
+
77,
|
| 96 |
+
78,
|
| 97 |
+
79,
|
| 98 |
+
80,
|
| 99 |
+
81,
|
| 100 |
+
82,
|
| 101 |
+
83,
|
| 102 |
+
84,
|
| 103 |
+
85,
|
| 104 |
+
86,
|
| 105 |
+
87,
|
| 106 |
+
88,
|
| 107 |
+
89,
|
| 108 |
+
90,
|
| 109 |
+
91,
|
| 110 |
+
92,
|
| 111 |
+
93,
|
| 112 |
+
94,
|
| 113 |
+
95,
|
| 114 |
+
96,
|
| 115 |
+
97,
|
| 116 |
+
98,
|
| 117 |
+
99,
|
| 118 |
+
100,
|
| 119 |
+
101,
|
| 120 |
+
102,
|
| 121 |
+
103,
|
| 122 |
+
104,
|
| 123 |
+
105,
|
| 124 |
+
106,
|
| 125 |
+
107,
|
| 126 |
+
108,
|
| 127 |
+
109,
|
| 128 |
+
110,
|
| 129 |
+
111,
|
| 130 |
+
112,
|
| 131 |
+
113,
|
| 132 |
+
114,
|
| 133 |
+
115,
|
| 134 |
+
116,
|
| 135 |
+
117,
|
| 136 |
+
118,
|
| 137 |
+
119,
|
| 138 |
+
120,
|
| 139 |
+
121,
|
| 140 |
+
122,
|
| 141 |
+
123,
|
| 142 |
+
124,
|
| 143 |
+
125,
|
| 144 |
+
126,
|
| 145 |
+
127,
|
| 146 |
+
128,
|
| 147 |
+
129,
|
| 148 |
+
130,
|
| 149 |
+
131,
|
| 150 |
+
132
|
| 151 |
+
]
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"lr": 1e-05,
|
| 155 |
+
"betas": [
|
| 156 |
+
0.9,
|
| 157 |
+
0.999
|
| 158 |
+
],
|
| 159 |
+
"eps": 1e-08,
|
| 160 |
+
"weight_decay": 0.0001,
|
| 161 |
+
"amsgrad": false,
|
| 162 |
+
"maximize": false,
|
| 163 |
+
"foreach": null,
|
| 164 |
+
"capturable": false,
|
| 165 |
+
"differentiable": false,
|
| 166 |
+
"fused": null,
|
| 167 |
+
"decoupled_weight_decay": true,
|
| 168 |
+
"params": [
|
| 169 |
+
133,
|
| 170 |
+
134,
|
| 171 |
+
135,
|
| 172 |
+
136,
|
| 173 |
+
137,
|
| 174 |
+
138,
|
| 175 |
+
139,
|
| 176 |
+
140,
|
| 177 |
+
141,
|
| 178 |
+
142,
|
| 179 |
+
143,
|
| 180 |
+
144,
|
| 181 |
+
145,
|
| 182 |
+
146,
|
| 183 |
+
147,
|
| 184 |
+
148,
|
| 185 |
+
149,
|
| 186 |
+
150,
|
| 187 |
+
151,
|
| 188 |
+
152
|
| 189 |
+
]
|
| 190 |
+
}
|
| 191 |
+
]
|
checkpoints/080000/training_state/optimizer_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b970583af461c52ddb223b2c001fef3d8b235af5e7100a9eb3c2e9101191573f
|
| 3 |
+
size 412817652
|
checkpoints/080000/training_state/rng_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ee8c2e8ebb7ddb8eb25eef52fe583e19759c7ef3cc15f0f45a060eee08e18e0e
|
| 3 |
+
size 15708
|
checkpoints/080000/training_state/training_step.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 80000
|
| 3 |
+
}
|
checkpoints/100000/pretrained_model/config.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"type": "act",
|
| 3 |
+
"n_obs_steps": 1,
|
| 4 |
+
"normalization_mapping": {
|
| 5 |
+
"VISUAL": "MEAN_STD",
|
| 6 |
+
"STATE": "MEAN_STD",
|
| 7 |
+
"ACTION": "MEAN_STD"
|
| 8 |
+
},
|
| 9 |
+
"input_features": {
|
| 10 |
+
"observation.state": {
|
| 11 |
+
"type": "STATE",
|
| 12 |
+
"shape": [
|
| 13 |
+
6
|
| 14 |
+
]
|
| 15 |
+
},
|
| 16 |
+
"observation.images.top": {
|
| 17 |
+
"type": "VISUAL",
|
| 18 |
+
"shape": [
|
| 19 |
+
3,
|
| 20 |
+
480,
|
| 21 |
+
640
|
| 22 |
+
]
|
| 23 |
+
},
|
| 24 |
+
"observation.images.wrist": {
|
| 25 |
+
"type": "VISUAL",
|
| 26 |
+
"shape": [
|
| 27 |
+
3,
|
| 28 |
+
480,
|
| 29 |
+
640
|
| 30 |
+
]
|
| 31 |
+
}
|
| 32 |
+
},
|
| 33 |
+
"output_features": {
|
| 34 |
+
"action": {
|
| 35 |
+
"type": "ACTION",
|
| 36 |
+
"shape": [
|
| 37 |
+
6
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"device": "cuda",
|
| 42 |
+
"use_amp": false,
|
| 43 |
+
"chunk_size": 100,
|
| 44 |
+
"n_action_steps": 100,
|
| 45 |
+
"vision_backbone": "resnet18",
|
| 46 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 47 |
+
"replace_final_stride_with_dilation": false,
|
| 48 |
+
"pre_norm": false,
|
| 49 |
+
"dim_model": 512,
|
| 50 |
+
"n_heads": 8,
|
| 51 |
+
"dim_feedforward": 3200,
|
| 52 |
+
"feedforward_activation": "relu",
|
| 53 |
+
"n_encoder_layers": 4,
|
| 54 |
+
"n_decoder_layers": 1,
|
| 55 |
+
"use_vae": true,
|
| 56 |
+
"latent_dim": 32,
|
| 57 |
+
"n_vae_encoder_layers": 4,
|
| 58 |
+
"temporal_ensemble_coeff": null,
|
| 59 |
+
"dropout": 0.1,
|
| 60 |
+
"kl_weight": 10.0,
|
| 61 |
+
"optimizer_lr": 1e-05,
|
| 62 |
+
"optimizer_weight_decay": 0.0001,
|
| 63 |
+
"optimizer_lr_backbone": 1e-05
|
| 64 |
+
}
|
checkpoints/100000/pretrained_model/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f75de53c088d1b5538a915b73688ca7d496178da7b4fbacdf79abc08d7c7ffb
|
| 3 |
+
size 206701064
|
checkpoints/100000/pretrained_model/train_config.json
ADDED
|
@@ -0,0 +1,170 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset": {
|
| 3 |
+
"repo_id": "salhotra/pickplacejenga",
|
| 4 |
+
"root": null,
|
| 5 |
+
"episodes": null,
|
| 6 |
+
"image_transforms": {
|
| 7 |
+
"enable": false,
|
| 8 |
+
"max_num_transforms": 3,
|
| 9 |
+
"random_order": false,
|
| 10 |
+
"tfs": {
|
| 11 |
+
"brightness": {
|
| 12 |
+
"weight": 1.0,
|
| 13 |
+
"type": "ColorJitter",
|
| 14 |
+
"kwargs": {
|
| 15 |
+
"brightness": [
|
| 16 |
+
0.8,
|
| 17 |
+
1.2
|
| 18 |
+
]
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
"contrast": {
|
| 22 |
+
"weight": 1.0,
|
| 23 |
+
"type": "ColorJitter",
|
| 24 |
+
"kwargs": {
|
| 25 |
+
"contrast": [
|
| 26 |
+
0.8,
|
| 27 |
+
1.2
|
| 28 |
+
]
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"saturation": {
|
| 32 |
+
"weight": 1.0,
|
| 33 |
+
"type": "ColorJitter",
|
| 34 |
+
"kwargs": {
|
| 35 |
+
"saturation": [
|
| 36 |
+
0.5,
|
| 37 |
+
1.5
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"hue": {
|
| 42 |
+
"weight": 1.0,
|
| 43 |
+
"type": "ColorJitter",
|
| 44 |
+
"kwargs": {
|
| 45 |
+
"hue": [
|
| 46 |
+
-0.05,
|
| 47 |
+
0.05
|
| 48 |
+
]
|
| 49 |
+
}
|
| 50 |
+
},
|
| 51 |
+
"sharpness": {
|
| 52 |
+
"weight": 1.0,
|
| 53 |
+
"type": "SharpnessJitter",
|
| 54 |
+
"kwargs": {
|
| 55 |
+
"sharpness": [
|
| 56 |
+
0.5,
|
| 57 |
+
1.5
|
| 58 |
+
]
|
| 59 |
+
}
|
| 60 |
+
}
|
| 61 |
+
}
|
| 62 |
+
},
|
| 63 |
+
"revision": null,
|
| 64 |
+
"use_imagenet_stats": true,
|
| 65 |
+
"video_backend": "torchcodec"
|
| 66 |
+
},
|
| 67 |
+
"env": null,
|
| 68 |
+
"policy": {
|
| 69 |
+
"type": "act",
|
| 70 |
+
"n_obs_steps": 1,
|
| 71 |
+
"normalization_mapping": {
|
| 72 |
+
"VISUAL": "MEAN_STD",
|
| 73 |
+
"STATE": "MEAN_STD",
|
| 74 |
+
"ACTION": "MEAN_STD"
|
| 75 |
+
},
|
| 76 |
+
"input_features": {
|
| 77 |
+
"observation.state": {
|
| 78 |
+
"type": "STATE",
|
| 79 |
+
"shape": [
|
| 80 |
+
6
|
| 81 |
+
]
|
| 82 |
+
},
|
| 83 |
+
"observation.images.top": {
|
| 84 |
+
"type": "VISUAL",
|
| 85 |
+
"shape": [
|
| 86 |
+
3,
|
| 87 |
+
480,
|
| 88 |
+
640
|
| 89 |
+
]
|
| 90 |
+
},
|
| 91 |
+
"observation.images.wrist": {
|
| 92 |
+
"type": "VISUAL",
|
| 93 |
+
"shape": [
|
| 94 |
+
3,
|
| 95 |
+
480,
|
| 96 |
+
640
|
| 97 |
+
]
|
| 98 |
+
}
|
| 99 |
+
},
|
| 100 |
+
"output_features": {
|
| 101 |
+
"action": {
|
| 102 |
+
"type": "ACTION",
|
| 103 |
+
"shape": [
|
| 104 |
+
6
|
| 105 |
+
]
|
| 106 |
+
}
|
| 107 |
+
},
|
| 108 |
+
"device": "cuda",
|
| 109 |
+
"use_amp": false,
|
| 110 |
+
"chunk_size": 100,
|
| 111 |
+
"n_action_steps": 100,
|
| 112 |
+
"vision_backbone": "resnet18",
|
| 113 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 114 |
+
"replace_final_stride_with_dilation": false,
|
| 115 |
+
"pre_norm": false,
|
| 116 |
+
"dim_model": 512,
|
| 117 |
+
"n_heads": 8,
|
| 118 |
+
"dim_feedforward": 3200,
|
| 119 |
+
"feedforward_activation": "relu",
|
| 120 |
+
"n_encoder_layers": 4,
|
| 121 |
+
"n_decoder_layers": 1,
|
| 122 |
+
"use_vae": true,
|
| 123 |
+
"latent_dim": 32,
|
| 124 |
+
"n_vae_encoder_layers": 4,
|
| 125 |
+
"temporal_ensemble_coeff": null,
|
| 126 |
+
"dropout": 0.1,
|
| 127 |
+
"kl_weight": 10.0,
|
| 128 |
+
"optimizer_lr": 1e-05,
|
| 129 |
+
"optimizer_weight_decay": 0.0001,
|
| 130 |
+
"optimizer_lr_backbone": 1e-05
|
| 131 |
+
},
|
| 132 |
+
"output_dir": "outputs/train/act_jenga",
|
| 133 |
+
"job_name": "act_jenga",
|
| 134 |
+
"resume": false,
|
| 135 |
+
"seed": 1000,
|
| 136 |
+
"num_workers": 4,
|
| 137 |
+
"batch_size": 8,
|
| 138 |
+
"steps": 100000,
|
| 139 |
+
"eval_freq": 20000,
|
| 140 |
+
"log_freq": 200,
|
| 141 |
+
"save_checkpoint": true,
|
| 142 |
+
"save_freq": 20000,
|
| 143 |
+
"use_policy_training_preset": true,
|
| 144 |
+
"optimizer": {
|
| 145 |
+
"type": "adamw",
|
| 146 |
+
"lr": 1e-05,
|
| 147 |
+
"weight_decay": 0.0001,
|
| 148 |
+
"grad_clip_norm": 10.0,
|
| 149 |
+
"betas": [
|
| 150 |
+
0.9,
|
| 151 |
+
0.999
|
| 152 |
+
],
|
| 153 |
+
"eps": 1e-08
|
| 154 |
+
},
|
| 155 |
+
"scheduler": null,
|
| 156 |
+
"eval": {
|
| 157 |
+
"n_episodes": 50,
|
| 158 |
+
"batch_size": 50,
|
| 159 |
+
"use_async_envs": false
|
| 160 |
+
},
|
| 161 |
+
"wandb": {
|
| 162 |
+
"enable": true,
|
| 163 |
+
"disable_artifact": false,
|
| 164 |
+
"project": "lerobot",
|
| 165 |
+
"entity": null,
|
| 166 |
+
"notes": null,
|
| 167 |
+
"run_id": null,
|
| 168 |
+
"mode": null
|
| 169 |
+
}
|
| 170 |
+
}
|
checkpoints/100000/training_state/optimizer_param_groups.json
ADDED
|
@@ -0,0 +1,191 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"lr": 1e-05,
|
| 4 |
+
"betas": [
|
| 5 |
+
0.9,
|
| 6 |
+
0.999
|
| 7 |
+
],
|
| 8 |
+
"eps": 1e-08,
|
| 9 |
+
"weight_decay": 0.0001,
|
| 10 |
+
"amsgrad": false,
|
| 11 |
+
"maximize": false,
|
| 12 |
+
"foreach": null,
|
| 13 |
+
"capturable": false,
|
| 14 |
+
"differentiable": false,
|
| 15 |
+
"fused": null,
|
| 16 |
+
"decoupled_weight_decay": true,
|
| 17 |
+
"params": [
|
| 18 |
+
0,
|
| 19 |
+
1,
|
| 20 |
+
2,
|
| 21 |
+
3,
|
| 22 |
+
4,
|
| 23 |
+
5,
|
| 24 |
+
6,
|
| 25 |
+
7,
|
| 26 |
+
8,
|
| 27 |
+
9,
|
| 28 |
+
10,
|
| 29 |
+
11,
|
| 30 |
+
12,
|
| 31 |
+
13,
|
| 32 |
+
14,
|
| 33 |
+
15,
|
| 34 |
+
16,
|
| 35 |
+
17,
|
| 36 |
+
18,
|
| 37 |
+
19,
|
| 38 |
+
20,
|
| 39 |
+
21,
|
| 40 |
+
22,
|
| 41 |
+
23,
|
| 42 |
+
24,
|
| 43 |
+
25,
|
| 44 |
+
26,
|
| 45 |
+
27,
|
| 46 |
+
28,
|
| 47 |
+
29,
|
| 48 |
+
30,
|
| 49 |
+
31,
|
| 50 |
+
32,
|
| 51 |
+
33,
|
| 52 |
+
34,
|
| 53 |
+
35,
|
| 54 |
+
36,
|
| 55 |
+
37,
|
| 56 |
+
38,
|
| 57 |
+
39,
|
| 58 |
+
40,
|
| 59 |
+
41,
|
| 60 |
+
42,
|
| 61 |
+
43,
|
| 62 |
+
44,
|
| 63 |
+
45,
|
| 64 |
+
46,
|
| 65 |
+
47,
|
| 66 |
+
48,
|
| 67 |
+
49,
|
| 68 |
+
50,
|
| 69 |
+
51,
|
| 70 |
+
52,
|
| 71 |
+
53,
|
| 72 |
+
54,
|
| 73 |
+
55,
|
| 74 |
+
56,
|
| 75 |
+
57,
|
| 76 |
+
58,
|
| 77 |
+
59,
|
| 78 |
+
60,
|
| 79 |
+
61,
|
| 80 |
+
62,
|
| 81 |
+
63,
|
| 82 |
+
64,
|
| 83 |
+
65,
|
| 84 |
+
66,
|
| 85 |
+
67,
|
| 86 |
+
68,
|
| 87 |
+
69,
|
| 88 |
+
70,
|
| 89 |
+
71,
|
| 90 |
+
72,
|
| 91 |
+
73,
|
| 92 |
+
74,
|
| 93 |
+
75,
|
| 94 |
+
76,
|
| 95 |
+
77,
|
| 96 |
+
78,
|
| 97 |
+
79,
|
| 98 |
+
80,
|
| 99 |
+
81,
|
| 100 |
+
82,
|
| 101 |
+
83,
|
| 102 |
+
84,
|
| 103 |
+
85,
|
| 104 |
+
86,
|
| 105 |
+
87,
|
| 106 |
+
88,
|
| 107 |
+
89,
|
| 108 |
+
90,
|
| 109 |
+
91,
|
| 110 |
+
92,
|
| 111 |
+
93,
|
| 112 |
+
94,
|
| 113 |
+
95,
|
| 114 |
+
96,
|
| 115 |
+
97,
|
| 116 |
+
98,
|
| 117 |
+
99,
|
| 118 |
+
100,
|
| 119 |
+
101,
|
| 120 |
+
102,
|
| 121 |
+
103,
|
| 122 |
+
104,
|
| 123 |
+
105,
|
| 124 |
+
106,
|
| 125 |
+
107,
|
| 126 |
+
108,
|
| 127 |
+
109,
|
| 128 |
+
110,
|
| 129 |
+
111,
|
| 130 |
+
112,
|
| 131 |
+
113,
|
| 132 |
+
114,
|
| 133 |
+
115,
|
| 134 |
+
116,
|
| 135 |
+
117,
|
| 136 |
+
118,
|
| 137 |
+
119,
|
| 138 |
+
120,
|
| 139 |
+
121,
|
| 140 |
+
122,
|
| 141 |
+
123,
|
| 142 |
+
124,
|
| 143 |
+
125,
|
| 144 |
+
126,
|
| 145 |
+
127,
|
| 146 |
+
128,
|
| 147 |
+
129,
|
| 148 |
+
130,
|
| 149 |
+
131,
|
| 150 |
+
132
|
| 151 |
+
]
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"lr": 1e-05,
|
| 155 |
+
"betas": [
|
| 156 |
+
0.9,
|
| 157 |
+
0.999
|
| 158 |
+
],
|
| 159 |
+
"eps": 1e-08,
|
| 160 |
+
"weight_decay": 0.0001,
|
| 161 |
+
"amsgrad": false,
|
| 162 |
+
"maximize": false,
|
| 163 |
+
"foreach": null,
|
| 164 |
+
"capturable": false,
|
| 165 |
+
"differentiable": false,
|
| 166 |
+
"fused": null,
|
| 167 |
+
"decoupled_weight_decay": true,
|
| 168 |
+
"params": [
|
| 169 |
+
133,
|
| 170 |
+
134,
|
| 171 |
+
135,
|
| 172 |
+
136,
|
| 173 |
+
137,
|
| 174 |
+
138,
|
| 175 |
+
139,
|
| 176 |
+
140,
|
| 177 |
+
141,
|
| 178 |
+
142,
|
| 179 |
+
143,
|
| 180 |
+
144,
|
| 181 |
+
145,
|
| 182 |
+
146,
|
| 183 |
+
147,
|
| 184 |
+
148,
|
| 185 |
+
149,
|
| 186 |
+
150,
|
| 187 |
+
151,
|
| 188 |
+
152
|
| 189 |
+
]
|
| 190 |
+
}
|
| 191 |
+
]
|
checkpoints/100000/training_state/optimizer_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b79a992c2dc9656bd92f641f282c853f61c7f014c7a4eccb980e7773e6b6d490
|
| 3 |
+
size 412817652
|
checkpoints/100000/training_state/rng_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:25e620538050973353f6d591de761112645227c7700d7b12bb17c76763d06227
|
| 3 |
+
size 15708
|
checkpoints/100000/training_state/training_step.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 100000
|
| 3 |
+
}
|
wandb/debug-internal.log
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2025-07-10T18:22:37.291873045-07:00","level":"INFO","msg":"stream: starting","core version":"0.19.11","symlink path":"outputs/train/act_jenga/wandb/run-20250710_182237-9a34iqpp/logs/debug-core.log"}
|
| 2 |
+
{"time":"2025-07-10T18:22:37.50822651-07:00","level":"INFO","msg":"created new stream","id":"9a34iqpp"}
|
| 3 |
+
{"time":"2025-07-10T18:22:37.50824652-07:00","level":"INFO","msg":"stream: started","id":"9a34iqpp"}
|
| 4 |
+
{"time":"2025-07-10T18:22:37.5082548-07:00","level":"INFO","msg":"sender: started","stream_id":"9a34iqpp"}
|
| 5 |
+
{"time":"2025-07-10T18:22:37.50825709-07:00","level":"INFO","msg":"writer: Do: started","stream_id":"9a34iqpp"}
|
| 6 |
+
{"time":"2025-07-10T18:22:37.50827746-07:00","level":"INFO","msg":"handler: started","stream_id":"9a34iqpp"}
|
| 7 |
+
{"time":"2025-07-10T18:22:37.709300281-07:00","level":"INFO","msg":"Starting system monitor"}
|
| 8 |
+
{"time":"2025-07-10T19:50:18.842881964-07:00","level":"INFO","msg":"stream: closing","id":"9a34iqpp"}
|
| 9 |
+
{"time":"2025-07-10T19:50:18.842934104-07:00","level":"INFO","msg":"Stopping system monitor"}
|
| 10 |
+
{"time":"2025-07-10T19:50:18.842961544-07:00","level":"INFO","msg":"Stopped system monitor"}
|
| 11 |
+
{"time":"2025-07-10T19:50:22.41034061-07:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 12 |
+
{"time":"2025-07-10T19:50:22.520723579-07:00","level":"INFO","msg":"handler: closed","stream_id":"9a34iqpp"}
|
| 13 |
+
{"time":"2025-07-10T19:50:22.520742779-07:00","level":"INFO","msg":"sender: closed","stream_id":"9a34iqpp"}
|
| 14 |
+
{"time":"2025-07-10T19:50:22.520738189-07:00","level":"INFO","msg":"writer: Close: closed","stream_id":"9a34iqpp"}
|
| 15 |
+
{"time":"2025-07-10T19:50:22.520773059-07:00","level":"INFO","msg":"stream: closed","id":"9a34iqpp"}
|
wandb/debug.log
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Current SDK version is 0.19.11
|
| 2 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Configure stats pid to 91290
|
| 3 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Loading settings from /home/gautam/.config/wandb/settings
|
| 4 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Loading settings from /home/gautam/lerobot/wandb/settings
|
| 5 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Loading settings from environment variables
|
| 6 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:setup_run_log_directory():724] Logging user logs to outputs/train/act_jenga/wandb/run-20250710_182237-9a34iqpp/logs/debug.log
|
| 7 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:setup_run_log_directory():725] Logging internal logs to outputs/train/act_jenga/wandb/run-20250710_182237-9a34iqpp/logs/debug-internal.log
|
| 8 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:init():852] calling init triggers
|
| 9 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:init():857] wandb.init called with sweep_config: {}
|
| 10 |
+
config: {'dataset': {'repo_id': 'salhotra/pickplacejenga', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'chunk_size': 100, 'n_action_steps': 100, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/act_jenga', 'job_name': 'act_jenga', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 8, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
|
| 11 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:init():893] starting backend
|
| 12 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:init():897] sending inform_init request
|
| 13 |
+
2025-07-10 18:22:37,290 INFO MainThread:91290 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
|
| 14 |
+
2025-07-10 18:22:37,290 INFO MainThread:91290 [wandb_init.py:init():907] backend started and connected
|
| 15 |
+
2025-07-10 18:22:37,291 INFO MainThread:91290 [wandb_init.py:init():1005] updated telemetry
|
| 16 |
+
2025-07-10 18:22:37,293 INFO MainThread:91290 [wandb_init.py:init():1029] communicating run to backend with 90.0 second timeout
|
| 17 |
+
2025-07-10 18:22:37,698 INFO MainThread:91290 [wandb_init.py:init():1104] starting run threads in backend
|
| 18 |
+
2025-07-10 18:22:37,768 INFO MainThread:91290 [wandb_run.py:_console_start():2573] atexit reg
|
| 19 |
+
2025-07-10 18:22:37,768 INFO MainThread:91290 [wandb_run.py:_redirect():2421] redirect: wrap_raw
|
| 20 |
+
2025-07-10 18:22:37,768 INFO MainThread:91290 [wandb_run.py:_redirect():2490] Wrapping output streams.
|
| 21 |
+
2025-07-10 18:22:37,768 INFO MainThread:91290 [wandb_run.py:_redirect():2513] Redirects installed.
|
| 22 |
+
2025-07-10 18:22:37,769 INFO MainThread:91290 [wandb_init.py:init():1150] run started, returning control to user process
|
| 23 |
+
2025-07-10 19:50:18,842 INFO MsgRouterThr:91290 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 2 handles.
|
wandb/run-20250710_182237-9a34iqpp/files/config.yaml
ADDED
|
@@ -0,0 +1,164 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_wandb:
|
| 2 |
+
value:
|
| 3 |
+
cli_version: 0.19.11
|
| 4 |
+
m: []
|
| 5 |
+
python_version: 3.10.13
|
| 6 |
+
t:
|
| 7 |
+
"1":
|
| 8 |
+
- 1
|
| 9 |
+
- 41
|
| 10 |
+
- 49
|
| 11 |
+
- 51
|
| 12 |
+
- 55
|
| 13 |
+
"2":
|
| 14 |
+
- 1
|
| 15 |
+
- 41
|
| 16 |
+
- 49
|
| 17 |
+
- 51
|
| 18 |
+
- 55
|
| 19 |
+
"3":
|
| 20 |
+
- 13
|
| 21 |
+
- 15
|
| 22 |
+
- 16
|
| 23 |
+
- 23
|
| 24 |
+
- 55
|
| 25 |
+
- 61
|
| 26 |
+
"4": 3.10.13
|
| 27 |
+
"5": 0.19.11
|
| 28 |
+
"8":
|
| 29 |
+
- 5
|
| 30 |
+
"10":
|
| 31 |
+
- 21
|
| 32 |
+
"12": 0.19.11
|
| 33 |
+
"13": linux-x86_64
|
| 34 |
+
batch_size:
|
| 35 |
+
value: 8
|
| 36 |
+
dataset:
|
| 37 |
+
value:
|
| 38 |
+
episodes: null
|
| 39 |
+
image_transforms:
|
| 40 |
+
enable: false
|
| 41 |
+
max_num_transforms: 3
|
| 42 |
+
random_order: false
|
| 43 |
+
tfs:
|
| 44 |
+
brightness:
|
| 45 |
+
kwargs:
|
| 46 |
+
brightness:
|
| 47 |
+
- 0.8
|
| 48 |
+
- 1.2
|
| 49 |
+
type: ColorJitter
|
| 50 |
+
weight: 1
|
| 51 |
+
contrast:
|
| 52 |
+
kwargs:
|
| 53 |
+
contrast:
|
| 54 |
+
- 0.8
|
| 55 |
+
- 1.2
|
| 56 |
+
type: ColorJitter
|
| 57 |
+
weight: 1
|
| 58 |
+
hue:
|
| 59 |
+
kwargs:
|
| 60 |
+
hue:
|
| 61 |
+
- -0.05
|
| 62 |
+
- 0.05
|
| 63 |
+
type: ColorJitter
|
| 64 |
+
weight: 1
|
| 65 |
+
saturation:
|
| 66 |
+
kwargs:
|
| 67 |
+
saturation:
|
| 68 |
+
- 0.5
|
| 69 |
+
- 1.5
|
| 70 |
+
type: ColorJitter
|
| 71 |
+
weight: 1
|
| 72 |
+
sharpness:
|
| 73 |
+
kwargs:
|
| 74 |
+
sharpness:
|
| 75 |
+
- 0.5
|
| 76 |
+
- 1.5
|
| 77 |
+
type: SharpnessJitter
|
| 78 |
+
weight: 1
|
| 79 |
+
repo_id: salhotra/pickplacejenga
|
| 80 |
+
revision: null
|
| 81 |
+
root: null
|
| 82 |
+
use_imagenet_stats: true
|
| 83 |
+
video_backend: torchcodec
|
| 84 |
+
env:
|
| 85 |
+
value: null
|
| 86 |
+
eval:
|
| 87 |
+
value:
|
| 88 |
+
batch_size: 50
|
| 89 |
+
n_episodes: 50
|
| 90 |
+
use_async_envs: false
|
| 91 |
+
eval_freq:
|
| 92 |
+
value: 20000
|
| 93 |
+
job_name:
|
| 94 |
+
value: act_jenga
|
| 95 |
+
log_freq:
|
| 96 |
+
value: 200
|
| 97 |
+
num_workers:
|
| 98 |
+
value: 4
|
| 99 |
+
optimizer:
|
| 100 |
+
value:
|
| 101 |
+
betas:
|
| 102 |
+
- 0.9
|
| 103 |
+
- 0.999
|
| 104 |
+
eps: 1e-08
|
| 105 |
+
grad_clip_norm: 10
|
| 106 |
+
lr: 1e-05
|
| 107 |
+
type: adamw
|
| 108 |
+
weight_decay: 0.0001
|
| 109 |
+
output_dir:
|
| 110 |
+
value: outputs/train/act_jenga
|
| 111 |
+
policy:
|
| 112 |
+
value:
|
| 113 |
+
chunk_size: 100
|
| 114 |
+
device: cuda
|
| 115 |
+
dim_feedforward: 3200
|
| 116 |
+
dim_model: 512
|
| 117 |
+
dropout: 0.1
|
| 118 |
+
feedforward_activation: relu
|
| 119 |
+
kl_weight: 10
|
| 120 |
+
latent_dim: 32
|
| 121 |
+
n_action_steps: 100
|
| 122 |
+
n_decoder_layers: 1
|
| 123 |
+
n_encoder_layers: 4
|
| 124 |
+
n_heads: 8
|
| 125 |
+
n_obs_steps: 1
|
| 126 |
+
n_vae_encoder_layers: 4
|
| 127 |
+
normalization_mapping:
|
| 128 |
+
ACTION: MEAN_STD
|
| 129 |
+
STATE: MEAN_STD
|
| 130 |
+
VISUAL: MEAN_STD
|
| 131 |
+
optimizer_lr: 1e-05
|
| 132 |
+
optimizer_lr_backbone: 1e-05
|
| 133 |
+
optimizer_weight_decay: 0.0001
|
| 134 |
+
pre_norm: false
|
| 135 |
+
pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1
|
| 136 |
+
replace_final_stride_with_dilation: false
|
| 137 |
+
temporal_ensemble_coeff: null
|
| 138 |
+
type: act
|
| 139 |
+
use_amp: false
|
| 140 |
+
use_vae: true
|
| 141 |
+
vision_backbone: resnet18
|
| 142 |
+
resume:
|
| 143 |
+
value: false
|
| 144 |
+
save_checkpoint:
|
| 145 |
+
value: true
|
| 146 |
+
save_freq:
|
| 147 |
+
value: 20000
|
| 148 |
+
scheduler:
|
| 149 |
+
value: null
|
| 150 |
+
seed:
|
| 151 |
+
value: 1000
|
| 152 |
+
steps:
|
| 153 |
+
value: 100000
|
| 154 |
+
use_policy_training_preset:
|
| 155 |
+
value: true
|
| 156 |
+
wandb:
|
| 157 |
+
value:
|
| 158 |
+
disable_artifact: false
|
| 159 |
+
enable: true
|
| 160 |
+
entity: null
|
| 161 |
+
mode: null
|
| 162 |
+
notes: null
|
| 163 |
+
project: lerobot
|
| 164 |
+
run_id: null
|
wandb/run-20250710_182237-9a34iqpp/files/output.log
ADDED
|
@@ -0,0 +1,521 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[1m[34mLogs will be synced with wandb.[0m
|
| 2 |
+
INFO 2025-07-10 18:22:37 ndb_utils.py:96 Track this run --> [1m[33mhttps://wandb.ai/gautams3/lerobot/runs/9a34iqpp[0m
|
| 3 |
+
INFO 2025-07-10 18:22:37 ts/train.py:127 Creating dataset
|
| 4 |
+
Generating train split: 2570 examples [00:00, 329876.10 examples/s]
|
| 5 |
+
INFO 2025-07-10 18:22:38 ts/train.py:138 Creating policy
|
| 6 |
+
Downloading: "https://download.pytorch.org/models/resnet18-f37072fd.pth" to /home/gautam/.cache/torch/hub/checkpoints/resnet18-f37072fd.pth
|
| 7 |
+
100%|████████████████████████████████████████████████████████████████████████████████████| 44.7M/44.7M [00:02<00:00, 19.6MB/s]
|
| 8 |
+
INFO 2025-07-10 18:22:41 ts/train.py:144 Creating optimizer and scheduler
|
| 9 |
+
INFO 2025-07-10 18:22:41 ts/train.py:156 [1m[33mOutput dir:[0m outputs/train/act_jenga
|
| 10 |
+
INFO 2025-07-10 18:22:41 ts/train.py:159 cfg.steps=100000 (100K)
|
| 11 |
+
INFO 2025-07-10 18:22:41 ts/train.py:160 dataset.num_frames=2570 (3K)
|
| 12 |
+
INFO 2025-07-10 18:22:41 ts/train.py:161 dataset.num_episodes=10
|
| 13 |
+
INFO 2025-07-10 18:22:41 ts/train.py:162 num_learnable_params=51597190 (52M)
|
| 14 |
+
INFO 2025-07-10 18:22:41 ts/train.py:163 num_total_params=51597238 (52M)
|
| 15 |
+
INFO 2025-07-10 18:22:41 ts/train.py:202 Start offline training on a fixed dataset
|
| 16 |
+
INFO 2025-07-10 18:22:51 ts/train.py:232 step:200 smpl:2K ep:6 epch:0.62 loss:6.329 grdn:150.292 lr:1.0e-05 updt_s:0.051 data_s:0.002
|
| 17 |
+
INFO 2025-07-10 18:23:01 ts/train.py:232 step:400 smpl:3K ep:12 epch:1.25 loss:2.860 grdn:84.204 lr:1.0e-05 updt_s:0.049 data_s:0.001
|
| 18 |
+
INFO 2025-07-10 18:23:11 ts/train.py:232 step:600 smpl:5K ep:19 epch:1.87 loss:2.351 grdn:77.869 lr:1.0e-05 updt_s:0.049 data_s:0.000
|
| 19 |
+
INFO 2025-07-10 18:23:21 ts/train.py:232 step:800 smpl:6K ep:25 epch:2.49 loss:1.986 grdn:69.938 lr:1.0e-05 updt_s:0.049 data_s:0.001
|
| 20 |
+
INFO 2025-07-10 18:23:31 ts/train.py:232 step:1K smpl:8K ep:31 epch:3.11 loss:1.790 grdn:67.803 lr:1.0e-05 updt_s:0.048 data_s:0.001
|
| 21 |
+
INFO 2025-07-10 18:23:41 ts/train.py:232 step:1K smpl:10K ep:37 epch:3.74 loss:1.587 grdn:62.692 lr:1.0e-05 updt_s:0.048 data_s:0.000
|
| 22 |
+
INFO 2025-07-10 18:23:51 ts/train.py:232 step:1K smpl:11K ep:44 epch:4.36 loss:1.438 grdn:60.526 lr:1.0e-05 updt_s:0.048 data_s:0.001
|
| 23 |
+
INFO 2025-07-10 18:24:01 ts/train.py:232 step:2K smpl:13K ep:50 epch:4.98 loss:1.297 grdn:57.273 lr:1.0e-05 updt_s:0.048 data_s:0.000
|
| 24 |
+
INFO 2025-07-10 18:24:10 ts/train.py:232 step:2K smpl:14K ep:56 epch:5.60 loss:1.180 grdn:54.129 lr:1.0e-05 updt_s:0.048 data_s:0.001
|
| 25 |
+
INFO 2025-07-10 18:24:20 ts/train.py:232 step:2K smpl:16K ep:62 epch:6.23 loss:1.073 grdn:53.256 lr:1.0e-05 updt_s:0.048 data_s:0.001
|
| 26 |
+
INFO 2025-07-10 18:24:30 ts/train.py:232 step:2K smpl:18K ep:68 epch:6.85 loss:0.976 grdn:50.010 lr:1.0e-05 updt_s:0.049 data_s:0.000
|
| 27 |
+
INFO 2025-07-10 18:24:40 ts/train.py:232 step:2K smpl:19K ep:75 epch:7.47 loss:0.869 grdn:47.136 lr:1.0e-05 updt_s:0.048 data_s:0.001
|
| 28 |
+
INFO 2025-07-10 18:24:50 ts/train.py:232 step:3K smpl:21K ep:81 epch:8.09 loss:0.785 grdn:44.460 lr:1.0e-05 updt_s:0.048 data_s:0.001
|
| 29 |
+
INFO 2025-07-10 18:25:00 ts/train.py:232 step:3K smpl:22K ep:87 epch:8.72 loss:0.710 grdn:42.699 lr:1.0e-05 updt_s:0.049 data_s:0.000
|
| 30 |
+
INFO 2025-07-10 18:25:10 ts/train.py:232 step:3K smpl:24K ep:93 epch:9.34 loss:0.647 grdn:41.767 lr:1.0e-05 updt_s:0.048 data_s:0.001
|
| 31 |
+
INFO 2025-07-10 18:25:19 ts/train.py:232 step:3K smpl:26K ep:100 epch:9.96 loss:0.584 grdn:38.589 lr:1.0e-05 updt_s:0.048 data_s:0.000
|
| 32 |
+
INFO 2025-07-10 18:25:29 ts/train.py:232 step:3K smpl:27K ep:106 epch:10.58 loss:0.524 grdn:35.853 lr:1.0e-05 updt_s:0.048 data_s:0.001
|
| 33 |
+
INFO 2025-07-10 18:25:39 ts/train.py:232 step:4K smpl:29K ep:112 epch:11.21 loss:0.476 grdn:35.067 lr:1.0e-05 updt_s:0.049 data_s:0.001
|
| 34 |
+
INFO 2025-07-10 18:25:49 ts/train.py:232 step:4K smpl:30K ep:118 epch:11.83 loss:0.435 grdn:32.412 lr:1.0e-05 updt_s:0.048 data_s:0.000
|
| 35 |
+
INFO 2025-07-10 18:26:00 ts/train.py:232 step:4K smpl:32K ep:125 epch:12.45 loss:0.403 grdn:32.250 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 36 |
+
INFO 2025-07-10 18:26:10 ts/train.py:232 step:4K smpl:34K ep:131 epch:13.07 loss:0.371 grdn:30.517 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 37 |
+
INFO 2025-07-10 18:26:21 ts/train.py:232 step:4K smpl:35K ep:137 epch:13.70 loss:0.344 grdn:30.241 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 38 |
+
INFO 2025-07-10 18:26:31 ts/train.py:232 step:5K smpl:37K ep:143 epch:14.32 loss:0.316 grdn:28.161 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 39 |
+
INFO 2025-07-10 18:26:42 ts/train.py:232 step:5K smpl:38K ep:149 epch:14.94 loss:0.296 grdn:26.937 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 40 |
+
INFO 2025-07-10 18:26:52 ts/train.py:232 step:5K smpl:40K ep:156 epch:15.56 loss:0.284 grdn:26.831 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 41 |
+
INFO 2025-07-10 18:27:03 ts/train.py:232 step:5K smpl:42K ep:162 epch:16.19 loss:0.263 grdn:25.454 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 42 |
+
INFO 2025-07-10 18:27:13 ts/train.py:232 step:5K smpl:43K ep:168 epch:16.81 loss:0.253 grdn:24.478 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 43 |
+
INFO 2025-07-10 18:27:24 ts/train.py:232 step:6K smpl:45K ep:174 epch:17.43 loss:0.235 grdn:23.014 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 44 |
+
INFO 2025-07-10 18:27:34 ts/train.py:232 step:6K smpl:46K ep:181 epch:18.05 loss:0.230 grdn:23.468 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 45 |
+
INFO 2025-07-10 18:27:45 ts/train.py:232 step:6K smpl:48K ep:187 epch:18.68 loss:0.217 grdn:22.904 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 46 |
+
INFO 2025-07-10 18:27:55 ts/train.py:232 step:6K smpl:50K ep:193 epch:19.30 loss:0.209 grdn:22.782 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 47 |
+
INFO 2025-07-10 18:28:06 ts/train.py:232 step:6K smpl:51K ep:199 epch:19.92 loss:0.203 grdn:21.383 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 48 |
+
INFO 2025-07-10 18:28:16 ts/train.py:232 step:7K smpl:53K ep:205 epch:20.54 loss:0.195 grdn:21.247 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 49 |
+
INFO 2025-07-10 18:28:27 ts/train.py:232 step:7K smpl:54K ep:212 epch:21.17 loss:0.188 grdn:20.888 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 50 |
+
INFO 2025-07-10 18:28:37 ts/train.py:232 step:7K smpl:56K ep:218 epch:21.79 loss:0.178 grdn:19.619 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 51 |
+
INFO 2025-07-10 18:28:48 ts/train.py:232 step:7K smpl:58K ep:224 epch:22.41 loss:0.179 grdn:20.106 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 52 |
+
INFO 2025-07-10 18:28:58 ts/train.py:232 step:7K smpl:59K ep:230 epch:23.04 loss:0.171 grdn:19.889 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 53 |
+
INFO 2025-07-10 18:29:09 ts/train.py:232 step:8K smpl:61K ep:237 epch:23.66 loss:0.167 grdn:18.939 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 54 |
+
INFO 2025-07-10 18:29:20 ts/train.py:232 step:8K smpl:62K ep:243 epch:24.28 loss:0.160 grdn:18.528 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 55 |
+
INFO 2025-07-10 18:29:30 ts/train.py:232 step:8K smpl:64K ep:249 epch:24.90 loss:0.156 grdn:18.323 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 56 |
+
INFO 2025-07-10 18:29:41 ts/train.py:232 step:8K smpl:66K ep:255 epch:25.53 loss:0.153 grdn:18.203 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 57 |
+
INFO 2025-07-10 18:29:51 ts/train.py:232 step:8K smpl:67K ep:261 epch:26.15 loss:0.151 grdn:18.063 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 58 |
+
INFO 2025-07-10 18:30:02 ts/train.py:232 step:9K smpl:69K ep:268 epch:26.77 loss:0.149 grdn:18.120 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 59 |
+
INFO 2025-07-10 18:30:12 ts/train.py:232 step:9K smpl:70K ep:274 epch:27.39 loss:0.142 grdn:17.289 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 60 |
+
INFO 2025-07-10 18:30:23 ts/train.py:232 step:9K smpl:72K ep:280 epch:28.02 loss:0.140 grdn:17.197 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 61 |
+
INFO 2025-07-10 18:30:33 ts/train.py:232 step:9K smpl:74K ep:286 epch:28.64 loss:0.137 grdn:16.366 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 62 |
+
INFO 2025-07-10 18:30:44 ts/train.py:232 step:9K smpl:75K ep:293 epch:29.26 loss:0.138 grdn:17.114 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 63 |
+
INFO 2025-07-10 18:30:54 ts/train.py:232 step:10K smpl:77K ep:299 epch:29.88 loss:0.132 grdn:16.631 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 64 |
+
INFO 2025-07-10 18:31:05 ts/train.py:232 step:10K smpl:78K ep:305 epch:30.51 loss:0.132 grdn:16.102 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 65 |
+
INFO 2025-07-10 18:31:15 ts/train.py:232 step:10K smpl:80K ep:311 epch:31.13 loss:0.130 grdn:15.922 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 66 |
+
INFO 2025-07-10 18:31:26 ts/train.py:232 step:10K smpl:82K ep:318 epch:31.75 loss:0.129 grdn:16.049 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 67 |
+
INFO 2025-07-10 18:31:36 ts/train.py:232 step:10K smpl:83K ep:324 epch:32.37 loss:0.124 grdn:15.698 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 68 |
+
INFO 2025-07-10 18:31:47 ts/train.py:232 step:11K smpl:85K ep:330 epch:33.00 loss:0.125 grdn:15.399 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 69 |
+
INFO 2025-07-10 18:31:57 ts/train.py:232 step:11K smpl:86K ep:336 epch:33.62 loss:0.121 grdn:15.721 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 70 |
+
INFO 2025-07-10 18:32:08 ts/train.py:232 step:11K smpl:88K ep:342 epch:34.24 loss:0.119 grdn:15.213 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 71 |
+
INFO 2025-07-10 18:32:18 ts/train.py:232 step:11K smpl:90K ep:349 epch:34.86 loss:0.119 grdn:14.834 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 72 |
+
INFO 2025-07-10 18:32:29 ts/train.py:232 step:11K smpl:91K ep:355 epch:35.49 loss:0.116 grdn:14.617 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 73 |
+
INFO 2025-07-10 18:32:40 ts/train.py:232 step:12K smpl:93K ep:361 epch:36.11 loss:0.113 grdn:14.940 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 74 |
+
INFO 2025-07-10 18:32:50 ts/train.py:232 step:12K smpl:94K ep:367 epch:36.73 loss:0.113 grdn:14.582 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 75 |
+
INFO 2025-07-10 18:33:01 ts/train.py:232 step:12K smpl:96K ep:374 epch:37.35 loss:0.112 grdn:14.468 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 76 |
+
INFO 2025-07-10 18:33:11 ts/train.py:232 step:12K smpl:98K ep:380 epch:37.98 loss:0.109 grdn:14.265 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 77 |
+
INFO 2025-07-10 18:33:22 ts/train.py:232 step:12K smpl:99K ep:386 epch:38.60 loss:0.106 grdn:13.602 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 78 |
+
INFO 2025-07-10 18:33:32 ts/train.py:232 step:13K smpl:101K ep:392 epch:39.22 loss:0.106 grdn:13.718 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 79 |
+
INFO 2025-07-10 18:33:43 ts/train.py:232 step:13K smpl:102K ep:398 epch:39.84 loss:0.104 grdn:13.415 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 80 |
+
INFO 2025-07-10 18:33:53 ts/train.py:232 step:13K smpl:104K ep:405 epch:40.47 loss:0.103 grdn:13.773 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 81 |
+
INFO 2025-07-10 18:34:04 ts/train.py:232 step:13K smpl:106K ep:411 epch:41.09 loss:0.101 grdn:13.411 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 82 |
+
INFO 2025-07-10 18:34:14 ts/train.py:232 step:13K smpl:107K ep:417 epch:41.71 loss:0.099 grdn:13.152 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 83 |
+
INFO 2025-07-10 18:34:25 ts/train.py:232 step:14K smpl:109K ep:423 epch:42.33 loss:0.099 grdn:12.431 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 84 |
+
INFO 2025-07-10 18:34:35 ts/train.py:232 step:14K smpl:110K ep:430 epch:42.96 loss:0.097 grdn:12.903 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 85 |
+
INFO 2025-07-10 18:34:46 ts/train.py:232 step:14K smpl:112K ep:436 epch:43.58 loss:0.095 grdn:12.925 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 86 |
+
INFO 2025-07-10 18:34:56 ts/train.py:232 step:14K smpl:114K ep:442 epch:44.20 loss:0.096 grdn:13.020 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 87 |
+
INFO 2025-07-10 18:35:07 ts/train.py:232 step:14K smpl:115K ep:448 epch:44.82 loss:0.095 grdn:12.209 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 88 |
+
INFO 2025-07-10 18:35:17 ts/train.py:232 step:15K smpl:117K ep:454 epch:45.45 loss:0.094 grdn:12.645 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 89 |
+
INFO 2025-07-10 18:35:28 ts/train.py:232 step:15K smpl:118K ep:461 epch:46.07 loss:0.092 grdn:12.644 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 90 |
+
INFO 2025-07-10 18:35:38 ts/train.py:232 step:15K smpl:120K ep:467 epch:46.69 loss:0.091 grdn:12.696 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 91 |
+
INFO 2025-07-10 18:35:49 ts/train.py:232 step:15K smpl:122K ep:473 epch:47.32 loss:0.091 grdn:12.840 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 92 |
+
INFO 2025-07-10 18:35:59 ts/train.py:232 step:15K smpl:123K ep:479 epch:47.94 loss:0.091 grdn:12.139 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 93 |
+
INFO 2025-07-10 18:36:10 ts/train.py:232 step:16K smpl:125K ep:486 epch:48.56 loss:0.088 grdn:11.835 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 94 |
+
INFO 2025-07-10 18:36:21 ts/train.py:232 step:16K smpl:126K ep:492 epch:49.18 loss:0.093 grdn:11.972 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 95 |
+
INFO 2025-07-10 18:36:31 ts/train.py:232 step:16K smpl:128K ep:498 epch:49.81 loss:0.086 grdn:11.941 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 96 |
+
INFO 2025-07-10 18:36:42 ts/train.py:232 step:16K smpl:130K ep:504 epch:50.43 loss:0.086 grdn:11.755 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 97 |
+
INFO 2025-07-10 18:36:52 ts/train.py:232 step:16K smpl:131K ep:511 epch:51.05 loss:0.085 grdn:11.028 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 98 |
+
INFO 2025-07-10 18:37:03 ts/train.py:232 step:17K smpl:133K ep:517 epch:51.67 loss:0.084 grdn:11.340 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 99 |
+
INFO 2025-07-10 18:37:13 ts/train.py:232 step:17K smpl:134K ep:523 epch:52.30 loss:0.085 grdn:11.367 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 100 |
+
INFO 2025-07-10 18:37:24 ts/train.py:232 step:17K smpl:136K ep:529 epch:52.92 loss:0.083 grdn:11.414 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 101 |
+
INFO 2025-07-10 18:37:34 ts/train.py:232 step:17K smpl:138K ep:535 epch:53.54 loss:0.083 grdn:11.275 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 102 |
+
INFO 2025-07-10 18:37:45 ts/train.py:232 step:17K smpl:139K ep:542 epch:54.16 loss:0.080 grdn:11.259 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 103 |
+
INFO 2025-07-10 18:37:55 ts/train.py:232 step:18K smpl:141K ep:548 epch:54.79 loss:0.082 grdn:11.450 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 104 |
+
INFO 2025-07-10 18:38:06 ts/train.py:232 step:18K smpl:142K ep:554 epch:55.41 loss:0.079 grdn:10.649 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 105 |
+
INFO 2025-07-10 18:38:16 ts/train.py:232 step:18K smpl:144K ep:560 epch:56.03 loss:0.081 grdn:10.753 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 106 |
+
INFO 2025-07-10 18:38:27 ts/train.py:232 step:18K smpl:146K ep:567 epch:56.65 loss:0.079 grdn:10.339 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 107 |
+
INFO 2025-07-10 18:38:38 ts/train.py:232 step:18K smpl:147K ep:573 epch:57.28 loss:0.077 grdn:10.653 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 108 |
+
INFO 2025-07-10 18:38:48 ts/train.py:232 step:19K smpl:149K ep:579 epch:57.90 loss:0.077 grdn:10.984 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 109 |
+
INFO 2025-07-10 18:38:59 ts/train.py:232 step:19K smpl:150K ep:585 epch:58.52 loss:0.076 grdn:10.781 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 110 |
+
INFO 2025-07-10 18:39:09 ts/train.py:232 step:19K smpl:152K ep:591 epch:59.14 loss:0.078 grdn:10.547 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 111 |
+
INFO 2025-07-10 18:39:20 ts/train.py:232 step:19K smpl:154K ep:598 epch:59.77 loss:0.076 grdn:10.414 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 112 |
+
INFO 2025-07-10 18:39:30 ts/train.py:232 step:19K smpl:155K ep:604 epch:60.39 loss:0.074 grdn:9.790 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 113 |
+
INFO 2025-07-10 18:39:41 ts/train.py:232 step:20K smpl:157K ep:610 epch:61.01 loss:0.072 grdn:9.884 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 114 |
+
INFO 2025-07-10 18:39:51 ts/train.py:232 step:20K smpl:158K ep:616 epch:61.63 loss:0.073 grdn:10.092 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 115 |
+
INFO 2025-07-10 18:40:02 ts/train.py:232 step:20K smpl:160K ep:623 epch:62.26 loss:0.073 grdn:9.811 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 116 |
+
INFO 2025-07-10 18:40:02 ts/train.py:241 Checkpoint policy after step 20000
|
| 117 |
+
INFO 2025-07-10 18:40:13 ts/train.py:232 step:20K smpl:162K ep:629 epch:62.88 loss:0.073 grdn:10.159 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 118 |
+
INFO 2025-07-10 18:40:23 ts/train.py:232 step:20K smpl:163K ep:635 epch:63.50 loss:0.073 grdn:10.043 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 119 |
+
INFO 2025-07-10 18:40:34 ts/train.py:232 step:21K smpl:165K ep:641 epch:64.12 loss:0.071 grdn:9.591 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 120 |
+
INFO 2025-07-10 18:40:44 ts/train.py:232 step:21K smpl:166K ep:647 epch:64.75 loss:0.071 grdn:9.502 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 121 |
+
INFO 2025-07-10 18:40:55 ts/train.py:232 step:21K smpl:168K ep:654 epch:65.37 loss:0.070 grdn:9.752 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 122 |
+
INFO 2025-07-10 18:41:06 ts/train.py:232 step:21K smpl:170K ep:660 epch:65.99 loss:0.070 grdn:9.368 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 123 |
+
INFO 2025-07-10 18:41:16 ts/train.py:232 step:21K smpl:171K ep:666 epch:66.61 loss:0.068 grdn:9.542 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 124 |
+
INFO 2025-07-10 18:41:27 ts/train.py:232 step:22K smpl:173K ep:672 epch:67.24 loss:0.067 grdn:8.962 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 125 |
+
INFO 2025-07-10 18:41:37 ts/train.py:232 step:22K smpl:174K ep:679 epch:67.86 loss:0.070 grdn:9.591 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 126 |
+
INFO 2025-07-10 18:41:48 ts/train.py:232 step:22K smpl:176K ep:685 epch:68.48 loss:0.065 grdn:9.156 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 127 |
+
INFO 2025-07-10 18:41:58 ts/train.py:232 step:22K smpl:178K ep:691 epch:69.11 loss:0.066 grdn:9.000 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 128 |
+
INFO 2025-07-10 18:42:09 ts/train.py:232 step:22K smpl:179K ep:697 epch:69.73 loss:0.067 grdn:9.025 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 129 |
+
INFO 2025-07-10 18:42:19 ts/train.py:232 step:23K smpl:181K ep:704 epch:70.35 loss:0.065 grdn:9.113 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 130 |
+
INFO 2025-07-10 18:42:30 ts/train.py:232 step:23K smpl:182K ep:710 epch:70.97 loss:0.066 grdn:9.171 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 131 |
+
INFO 2025-07-10 18:42:40 ts/train.py:232 step:23K smpl:184K ep:716 epch:71.60 loss:0.065 grdn:9.345 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 132 |
+
INFO 2025-07-10 18:42:51 ts/train.py:232 step:23K smpl:186K ep:722 epch:72.22 loss:0.064 grdn:8.505 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 133 |
+
INFO 2025-07-10 18:43:01 ts/train.py:232 step:23K smpl:187K ep:728 epch:72.84 loss:0.066 grdn:8.963 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 134 |
+
INFO 2025-07-10 18:43:12 ts/train.py:232 step:24K smpl:189K ep:735 epch:73.46 loss:0.063 grdn:9.176 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 135 |
+
INFO 2025-07-10 18:43:22 ts/train.py:232 step:24K smpl:190K ep:741 epch:74.09 loss:0.065 grdn:8.965 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 136 |
+
INFO 2025-07-10 18:43:33 ts/train.py:232 step:24K smpl:192K ep:747 epch:74.71 loss:0.064 grdn:8.891 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 137 |
+
INFO 2025-07-10 18:43:44 ts/train.py:232 step:24K smpl:194K ep:753 epch:75.33 loss:0.064 grdn:8.892 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 138 |
+
INFO 2025-07-10 18:43:54 ts/train.py:232 step:24K smpl:195K ep:760 epch:75.95 loss:0.062 grdn:8.779 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 139 |
+
INFO 2025-07-10 18:44:05 ts/train.py:232 step:25K smpl:197K ep:766 epch:76.58 loss:0.061 grdn:8.433 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 140 |
+
INFO 2025-07-10 18:44:15 ts/train.py:232 step:25K smpl:198K ep:772 epch:77.20 loss:0.061 grdn:8.708 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 141 |
+
INFO 2025-07-10 18:44:26 ts/train.py:232 step:25K smpl:200K ep:778 epch:77.82 loss:0.061 grdn:8.773 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 142 |
+
INFO 2025-07-10 18:44:36 ts/train.py:232 step:25K smpl:202K ep:784 epch:78.44 loss:0.061 grdn:8.499 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 143 |
+
INFO 2025-07-10 18:44:47 ts/train.py:232 step:25K smpl:203K ep:791 epch:79.07 loss:0.060 grdn:8.481 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 144 |
+
INFO 2025-07-10 18:44:57 ts/train.py:232 step:26K smpl:205K ep:797 epch:79.69 loss:0.060 grdn:8.513 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 145 |
+
INFO 2025-07-10 18:45:08 ts/train.py:232 step:26K smpl:206K ep:803 epch:80.31 loss:0.061 grdn:9.174 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 146 |
+
INFO 2025-07-10 18:45:18 ts/train.py:232 step:26K smpl:208K ep:809 epch:80.93 loss:0.060 grdn:8.546 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 147 |
+
INFO 2025-07-10 18:45:29 ts/train.py:232 step:26K smpl:210K ep:816 epch:81.56 loss:0.062 grdn:9.036 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 148 |
+
INFO 2025-07-10 18:45:39 ts/train.py:232 step:26K smpl:211K ep:822 epch:82.18 loss:0.059 grdn:8.268 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 149 |
+
INFO 2025-07-10 18:45:50 ts/train.py:232 step:27K smpl:213K ep:828 epch:82.80 loss:0.058 grdn:7.797 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 150 |
+
INFO 2025-07-10 18:46:01 ts/train.py:232 step:27K smpl:214K ep:834 epch:83.42 loss:0.060 grdn:9.075 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 151 |
+
INFO 2025-07-10 18:46:11 ts/train.py:232 step:27K smpl:216K ep:840 epch:84.05 loss:0.060 grdn:8.301 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 152 |
+
INFO 2025-07-10 18:46:22 ts/train.py:232 step:27K smpl:218K ep:847 epch:84.67 loss:0.057 grdn:8.631 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 153 |
+
INFO 2025-07-10 18:46:32 ts/train.py:232 step:27K smpl:219K ep:853 epch:85.29 loss:0.058 grdn:8.622 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 154 |
+
INFO 2025-07-10 18:46:43 ts/train.py:232 step:28K smpl:221K ep:859 epch:85.91 loss:0.058 grdn:7.957 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 155 |
+
INFO 2025-07-10 18:46:53 ts/train.py:232 step:28K smpl:222K ep:865 epch:86.54 loss:0.057 grdn:8.160 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 156 |
+
INFO 2025-07-10 18:47:04 ts/train.py:232 step:28K smpl:224K ep:872 epch:87.16 loss:0.056 grdn:8.166 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 157 |
+
INFO 2025-07-10 18:47:14 ts/train.py:232 step:28K smpl:226K ep:878 epch:87.78 loss:0.055 grdn:7.722 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 158 |
+
INFO 2025-07-10 18:47:25 ts/train.py:232 step:28K smpl:227K ep:884 epch:88.40 loss:0.057 grdn:7.843 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 159 |
+
INFO 2025-07-10 18:47:35 ts/train.py:232 step:29K smpl:229K ep:890 epch:89.03 loss:0.057 grdn:8.340 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 160 |
+
INFO 2025-07-10 18:47:46 ts/train.py:232 step:29K smpl:230K ep:896 epch:89.65 loss:0.057 grdn:8.216 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 161 |
+
INFO 2025-07-10 18:47:56 ts/train.py:232 step:29K smpl:232K ep:903 epch:90.27 loss:0.056 grdn:7.873 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 162 |
+
INFO 2025-07-10 18:48:07 ts/train.py:232 step:29K smpl:234K ep:909 epch:90.89 loss:0.054 grdn:7.779 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 163 |
+
INFO 2025-07-10 18:48:17 ts/train.py:232 step:29K smpl:235K ep:915 epch:91.52 loss:0.057 grdn:8.266 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 164 |
+
INFO 2025-07-10 18:48:28 ts/train.py:232 step:30K smpl:237K ep:921 epch:92.14 loss:0.054 grdn:7.410 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 165 |
+
INFO 2025-07-10 18:48:38 ts/train.py:232 step:30K smpl:238K ep:928 epch:92.76 loss:0.055 grdn:7.856 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 166 |
+
INFO 2025-07-10 18:48:49 ts/train.py:232 step:30K smpl:240K ep:934 epch:93.39 loss:0.054 grdn:7.765 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 167 |
+
INFO 2025-07-10 18:48:59 ts/train.py:232 step:30K smpl:242K ep:940 epch:94.01 loss:0.054 grdn:7.870 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 168 |
+
INFO 2025-07-10 18:49:10 ts/train.py:232 step:30K smpl:243K ep:946 epch:94.63 loss:0.053 grdn:7.535 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 169 |
+
INFO 2025-07-10 18:49:21 ts/train.py:232 step:31K smpl:245K ep:953 epch:95.25 loss:0.054 grdn:7.705 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 170 |
+
INFO 2025-07-10 18:49:31 ts/train.py:232 step:31K smpl:246K ep:959 epch:95.88 loss:0.053 grdn:7.579 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 171 |
+
INFO 2025-07-10 18:49:42 ts/train.py:232 step:31K smpl:248K ep:965 epch:96.50 loss:0.054 grdn:8.128 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 172 |
+
INFO 2025-07-10 18:49:52 ts/train.py:232 step:31K smpl:250K ep:971 epch:97.12 loss:0.055 grdn:8.041 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 173 |
+
INFO 2025-07-10 18:50:03 ts/train.py:232 step:31K smpl:251K ep:977 epch:97.74 loss:0.052 grdn:7.292 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 174 |
+
INFO 2025-07-10 18:50:13 ts/train.py:232 step:32K smpl:253K ep:984 epch:98.37 loss:0.052 grdn:7.285 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 175 |
+
INFO 2025-07-10 18:50:24 ts/train.py:232 step:32K smpl:254K ep:990 epch:98.99 loss:0.053 grdn:7.334 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 176 |
+
INFO 2025-07-10 18:50:34 ts/train.py:232 step:32K smpl:256K ep:996 epch:99.61 loss:0.052 grdn:7.523 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 177 |
+
INFO 2025-07-10 18:50:45 ts/train.py:232 step:32K smpl:258K ep:1K epch:100.23 loss:0.052 grdn:6.955 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 178 |
+
INFO 2025-07-10 18:50:55 ts/train.py:232 step:32K smpl:259K ep:1K epch:100.86 loss:0.051 grdn:7.220 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 179 |
+
INFO 2025-07-10 18:51:06 ts/train.py:232 step:33K smpl:261K ep:1K epch:101.48 loss:0.052 grdn:7.204 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 180 |
+
INFO 2025-07-10 18:51:16 ts/train.py:232 step:33K smpl:262K ep:1K epch:102.10 loss:0.051 grdn:7.207 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 181 |
+
INFO 2025-07-10 18:51:27 ts/train.py:232 step:33K smpl:264K ep:1K epch:102.72 loss:0.050 grdn:7.458 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 182 |
+
INFO 2025-07-10 18:51:38 ts/train.py:232 step:33K smpl:266K ep:1K epch:103.35 loss:0.051 grdn:7.245 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 183 |
+
INFO 2025-07-10 18:51:48 ts/train.py:232 step:33K smpl:267K ep:1K epch:103.97 loss:0.049 grdn:7.099 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 184 |
+
INFO 2025-07-10 18:51:59 ts/train.py:232 step:34K smpl:269K ep:1K epch:104.59 loss:0.051 grdn:7.241 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 185 |
+
INFO 2025-07-10 18:52:09 ts/train.py:232 step:34K smpl:270K ep:1K epch:105.21 loss:0.050 grdn:7.081 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 186 |
+
INFO 2025-07-10 18:52:20 ts/train.py:232 step:34K smpl:272K ep:1K epch:105.84 loss:0.050 grdn:7.111 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 187 |
+
INFO 2025-07-10 18:52:30 ts/train.py:232 step:34K smpl:274K ep:1K epch:106.46 loss:0.050 grdn:7.075 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 188 |
+
INFO 2025-07-10 18:52:41 ts/train.py:232 step:34K smpl:275K ep:1K epch:107.08 loss:0.050 grdn:7.380 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 189 |
+
INFO 2025-07-10 18:52:51 ts/train.py:232 step:35K smpl:277K ep:1K epch:107.70 loss:0.049 grdn:7.142 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 190 |
+
INFO 2025-07-10 18:53:02 ts/train.py:232 step:35K smpl:278K ep:1K epch:108.33 loss:0.048 grdn:6.766 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 191 |
+
INFO 2025-07-10 18:53:12 ts/train.py:232 step:35K smpl:280K ep:1K epch:108.95 loss:0.049 grdn:7.262 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 192 |
+
INFO 2025-07-10 18:53:23 ts/train.py:232 step:35K smpl:282K ep:1K epch:109.57 loss:0.049 grdn:6.802 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 193 |
+
INFO 2025-07-10 18:53:33 ts/train.py:232 step:35K smpl:283K ep:1K epch:110.19 loss:0.048 grdn:6.960 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 194 |
+
INFO 2025-07-10 18:53:44 ts/train.py:232 step:36K smpl:285K ep:1K epch:110.82 loss:0.048 grdn:6.990 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 195 |
+
INFO 2025-07-10 18:53:54 ts/train.py:232 step:36K smpl:286K ep:1K epch:111.44 loss:0.049 grdn:6.858 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 196 |
+
INFO 2025-07-10 18:54:05 ts/train.py:232 step:36K smpl:288K ep:1K epch:112.06 loss:0.048 grdn:7.151 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 197 |
+
INFO 2025-07-10 18:54:15 ts/train.py:232 step:36K smpl:290K ep:1K epch:112.68 loss:0.049 grdn:7.102 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 198 |
+
INFO 2025-07-10 18:54:26 ts/train.py:232 step:36K smpl:291K ep:1K epch:113.31 loss:0.047 grdn:7.079 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 199 |
+
INFO 2025-07-10 18:54:36 ts/train.py:232 step:37K smpl:293K ep:1K epch:113.93 loss:0.048 grdn:6.893 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 200 |
+
INFO 2025-07-10 18:54:47 ts/train.py:232 step:37K smpl:294K ep:1K epch:114.55 loss:0.048 grdn:7.265 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 201 |
+
INFO 2025-07-10 18:54:58 ts/train.py:232 step:37K smpl:296K ep:1K epch:115.18 loss:0.047 grdn:6.449 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 202 |
+
INFO 2025-07-10 18:55:08 ts/train.py:232 step:37K smpl:298K ep:1K epch:115.80 loss:0.047 grdn:6.586 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 203 |
+
INFO 2025-07-10 18:55:19 ts/train.py:232 step:37K smpl:299K ep:1K epch:116.42 loss:0.047 grdn:6.474 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 204 |
+
INFO 2025-07-10 18:55:29 ts/train.py:232 step:38K smpl:301K ep:1K epch:117.04 loss:0.047 grdn:6.725 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 205 |
+
INFO 2025-07-10 18:55:40 ts/train.py:232 step:38K smpl:302K ep:1K epch:117.67 loss:0.048 grdn:6.917 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 206 |
+
INFO 2025-07-10 18:55:50 ts/train.py:232 step:38K smpl:304K ep:1K epch:118.29 loss:0.045 grdn:6.411 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 207 |
+
INFO 2025-07-10 18:56:01 ts/train.py:232 step:38K smpl:306K ep:1K epch:118.91 loss:0.047 grdn:6.855 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 208 |
+
INFO 2025-07-10 18:56:11 ts/train.py:232 step:38K smpl:307K ep:1K epch:119.53 loss:0.046 grdn:6.473 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 209 |
+
INFO 2025-07-10 18:56:22 ts/train.py:232 step:39K smpl:309K ep:1K epch:120.16 loss:0.046 grdn:6.623 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 210 |
+
INFO 2025-07-10 18:56:32 ts/train.py:232 step:39K smpl:310K ep:1K epch:120.78 loss:0.045 grdn:6.498 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 211 |
+
INFO 2025-07-10 18:56:43 ts/train.py:232 step:39K smpl:312K ep:1K epch:121.40 loss:0.046 grdn:6.803 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 212 |
+
INFO 2025-07-10 18:56:53 ts/train.py:232 step:39K smpl:314K ep:1K epch:122.02 loss:0.046 grdn:6.396 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 213 |
+
INFO 2025-07-10 18:57:04 ts/train.py:232 step:39K smpl:315K ep:1K epch:122.65 loss:0.044 grdn:6.518 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 214 |
+
INFO 2025-07-10 18:57:14 ts/train.py:232 step:40K smpl:317K ep:1K epch:123.27 loss:0.047 grdn:7.028 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 215 |
+
INFO 2025-07-10 18:57:25 ts/train.py:232 step:40K smpl:318K ep:1K epch:123.89 loss:0.045 grdn:6.300 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 216 |
+
INFO 2025-07-10 18:57:36 ts/train.py:232 step:40K smpl:320K ep:1K epch:124.51 loss:0.045 grdn:6.393 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 217 |
+
INFO 2025-07-10 18:57:36 ts/train.py:241 Checkpoint policy after step 40000
|
| 218 |
+
INFO 2025-07-10 18:57:47 ts/train.py:232 step:40K smpl:322K ep:1K epch:125.14 loss:0.047 grdn:6.678 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 219 |
+
INFO 2025-07-10 18:57:57 ts/train.py:232 step:40K smpl:323K ep:1K epch:125.76 loss:0.044 grdn:6.306 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 220 |
+
INFO 2025-07-10 18:58:08 ts/train.py:232 step:41K smpl:325K ep:1K epch:126.38 loss:0.045 grdn:6.528 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 221 |
+
INFO 2025-07-10 18:58:18 ts/train.py:232 step:41K smpl:326K ep:1K epch:127.00 loss:0.044 grdn:6.258 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 222 |
+
INFO 2025-07-10 18:58:29 ts/train.py:232 step:41K smpl:328K ep:1K epch:127.63 loss:0.045 grdn:6.384 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 223 |
+
INFO 2025-07-10 18:58:39 ts/train.py:232 step:41K smpl:330K ep:1K epch:128.25 loss:0.044 grdn:6.242 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 224 |
+
INFO 2025-07-10 18:58:50 ts/train.py:232 step:41K smpl:331K ep:1K epch:128.87 loss:0.044 grdn:6.254 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 225 |
+
INFO 2025-07-10 18:59:01 ts/train.py:232 step:42K smpl:333K ep:1K epch:129.49 loss:0.044 grdn:6.307 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 226 |
+
INFO 2025-07-10 18:59:11 ts/train.py:232 step:42K smpl:334K ep:1K epch:130.12 loss:0.044 grdn:6.612 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 227 |
+
INFO 2025-07-10 18:59:22 ts/train.py:232 step:42K smpl:336K ep:1K epch:130.74 loss:0.043 grdn:6.287 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 228 |
+
INFO 2025-07-10 18:59:32 ts/train.py:232 step:42K smpl:338K ep:1K epch:131.36 loss:0.043 grdn:6.233 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 229 |
+
INFO 2025-07-10 18:59:43 ts/train.py:232 step:42K smpl:339K ep:1K epch:131.98 loss:0.043 grdn:6.396 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 230 |
+
INFO 2025-07-10 18:59:53 ts/train.py:232 step:43K smpl:341K ep:1K epch:132.61 loss:0.043 grdn:6.238 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 231 |
+
INFO 2025-07-10 19:00:04 ts/train.py:232 step:43K smpl:342K ep:1K epch:133.23 loss:0.043 grdn:6.301 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 232 |
+
INFO 2025-07-10 19:00:14 ts/train.py:232 step:43K smpl:344K ep:1K epch:133.85 loss:0.043 grdn:6.266 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 233 |
+
INFO 2025-07-10 19:00:25 ts/train.py:232 step:43K smpl:346K ep:1K epch:134.47 loss:0.042 grdn:6.202 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 234 |
+
INFO 2025-07-10 19:00:35 ts/train.py:232 step:43K smpl:347K ep:1K epch:135.10 loss:0.042 grdn:5.952 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 235 |
+
INFO 2025-07-10 19:00:46 ts/train.py:232 step:44K smpl:349K ep:1K epch:135.72 loss:0.043 grdn:5.973 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 236 |
+
INFO 2025-07-10 19:00:57 ts/train.py:232 step:44K smpl:350K ep:1K epch:136.34 loss:0.042 grdn:6.127 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 237 |
+
INFO 2025-07-10 19:01:07 ts/train.py:232 step:44K smpl:352K ep:1K epch:136.96 loss:0.043 grdn:6.328 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 238 |
+
INFO 2025-07-10 19:01:18 ts/train.py:232 step:44K smpl:354K ep:1K epch:137.59 loss:0.041 grdn:5.825 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 239 |
+
INFO 2025-07-10 19:01:28 ts/train.py:232 step:44K smpl:355K ep:1K epch:138.21 loss:0.042 grdn:6.143 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 240 |
+
INFO 2025-07-10 19:01:39 ts/train.py:232 step:45K smpl:357K ep:1K epch:138.83 loss:0.042 grdn:6.087 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 241 |
+
INFO 2025-07-10 19:01:49 ts/train.py:232 step:45K smpl:358K ep:1K epch:139.46 loss:0.042 grdn:6.082 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 242 |
+
INFO 2025-07-10 19:02:00 ts/train.py:232 step:45K smpl:360K ep:1K epch:140.08 loss:0.042 grdn:5.789 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 243 |
+
INFO 2025-07-10 19:02:10 ts/train.py:232 step:45K smpl:362K ep:1K epch:140.70 loss:0.041 grdn:6.126 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 244 |
+
INFO 2025-07-10 19:02:21 ts/train.py:232 step:45K smpl:363K ep:1K epch:141.32 loss:0.041 grdn:5.706 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 245 |
+
INFO 2025-07-10 19:02:31 ts/train.py:232 step:46K smpl:365K ep:1K epch:141.95 loss:0.041 grdn:6.106 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 246 |
+
INFO 2025-07-10 19:02:42 ts/train.py:232 step:46K smpl:366K ep:1K epch:142.57 loss:0.041 grdn:6.015 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 247 |
+
INFO 2025-07-10 19:02:52 ts/train.py:232 step:46K smpl:368K ep:1K epch:143.19 loss:0.041 grdn:6.032 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 248 |
+
INFO 2025-07-10 19:03:03 ts/train.py:232 step:46K smpl:370K ep:1K epch:143.81 loss:0.042 grdn:5.933 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 249 |
+
INFO 2025-07-10 19:03:13 ts/train.py:232 step:46K smpl:371K ep:1K epch:144.44 loss:0.042 grdn:6.104 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 250 |
+
INFO 2025-07-10 19:03:24 ts/train.py:232 step:47K smpl:373K ep:1K epch:145.06 loss:0.042 grdn:6.189 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 251 |
+
INFO 2025-07-10 19:03:34 ts/train.py:232 step:47K smpl:374K ep:1K epch:145.68 loss:0.041 grdn:5.968 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 252 |
+
INFO 2025-07-10 19:03:45 ts/train.py:232 step:47K smpl:376K ep:1K epch:146.30 loss:0.040 grdn:5.840 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 253 |
+
INFO 2025-07-10 19:03:55 ts/train.py:232 step:47K smpl:378K ep:1K epch:146.93 loss:0.040 grdn:5.907 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 254 |
+
INFO 2025-07-10 19:04:06 ts/train.py:232 step:47K smpl:379K ep:1K epch:147.55 loss:0.042 grdn:6.292 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 255 |
+
INFO 2025-07-10 19:04:17 ts/train.py:232 step:48K smpl:381K ep:1K epch:148.17 loss:0.041 grdn:6.094 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 256 |
+
INFO 2025-07-10 19:04:27 ts/train.py:232 step:48K smpl:382K ep:1K epch:148.79 loss:0.041 grdn:5.685 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 257 |
+
INFO 2025-07-10 19:04:38 ts/train.py:232 step:48K smpl:384K ep:1K epch:149.42 loss:0.041 grdn:6.029 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 258 |
+
INFO 2025-07-10 19:04:48 ts/train.py:232 step:48K smpl:386K ep:2K epch:150.04 loss:0.039 grdn:5.823 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 259 |
+
INFO 2025-07-10 19:04:59 ts/train.py:232 step:48K smpl:387K ep:2K epch:150.66 loss:0.041 grdn:5.694 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 260 |
+
INFO 2025-07-10 19:05:09 ts/train.py:232 step:49K smpl:389K ep:2K epch:151.28 loss:0.040 grdn:5.516 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 261 |
+
INFO 2025-07-10 19:05:20 ts/train.py:232 step:49K smpl:390K ep:2K epch:151.91 loss:0.041 grdn:6.056 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 262 |
+
INFO 2025-07-10 19:05:30 ts/train.py:232 step:49K smpl:392K ep:2K epch:152.53 loss:0.039 grdn:5.519 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 263 |
+
INFO 2025-07-10 19:05:41 ts/train.py:232 step:49K smpl:394K ep:2K epch:153.15 loss:0.039 grdn:5.704 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 264 |
+
INFO 2025-07-10 19:05:51 ts/train.py:232 step:49K smpl:395K ep:2K epch:153.77 loss:0.039 grdn:5.805 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 265 |
+
INFO 2025-07-10 19:06:02 ts/train.py:232 step:50K smpl:397K ep:2K epch:154.40 loss:0.039 grdn:5.813 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 266 |
+
INFO 2025-07-10 19:06:12 ts/train.py:232 step:50K smpl:398K ep:2K epch:155.02 loss:0.039 grdn:5.593 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 267 |
+
INFO 2025-07-10 19:06:23 ts/train.py:232 step:50K smpl:400K ep:2K epch:155.64 loss:0.039 grdn:5.609 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 268 |
+
INFO 2025-07-10 19:06:33 ts/train.py:232 step:50K smpl:402K ep:2K epch:156.26 loss:0.039 grdn:5.691 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 269 |
+
INFO 2025-07-10 19:06:44 ts/train.py:232 step:50K smpl:403K ep:2K epch:156.89 loss:0.039 grdn:5.611 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 270 |
+
INFO 2025-07-10 19:06:55 ts/train.py:232 step:51K smpl:405K ep:2K epch:157.51 loss:0.039 grdn:5.698 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 271 |
+
INFO 2025-07-10 19:07:05 ts/train.py:232 step:51K smpl:406K ep:2K epch:158.13 loss:0.038 grdn:5.464 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 272 |
+
INFO 2025-07-10 19:07:16 ts/train.py:232 step:51K smpl:408K ep:2K epch:158.75 loss:0.039 grdn:5.779 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 273 |
+
INFO 2025-07-10 19:07:26 ts/train.py:232 step:51K smpl:410K ep:2K epch:159.38 loss:0.039 grdn:5.612 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 274 |
+
INFO 2025-07-10 19:07:37 ts/train.py:232 step:51K smpl:411K ep:2K epch:160.00 loss:0.039 grdn:5.518 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 275 |
+
INFO 2025-07-10 19:07:47 ts/train.py:232 step:52K smpl:413K ep:2K epch:160.62 loss:0.039 grdn:5.484 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 276 |
+
INFO 2025-07-10 19:07:58 ts/train.py:232 step:52K smpl:414K ep:2K epch:161.25 loss:0.039 grdn:5.633 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 277 |
+
INFO 2025-07-10 19:08:08 ts/train.py:232 step:52K smpl:416K ep:2K epch:161.87 loss:0.039 grdn:5.572 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 278 |
+
INFO 2025-07-10 19:08:19 ts/train.py:232 step:52K smpl:418K ep:2K epch:162.49 loss:0.038 grdn:5.416 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 279 |
+
INFO 2025-07-10 19:08:29 ts/train.py:232 step:52K smpl:419K ep:2K epch:163.11 loss:0.038 grdn:5.519 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 280 |
+
INFO 2025-07-10 19:08:40 ts/train.py:232 step:53K smpl:421K ep:2K epch:163.74 loss:0.038 grdn:5.695 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 281 |
+
INFO 2025-07-10 19:08:50 ts/train.py:232 step:53K smpl:422K ep:2K epch:164.36 loss:0.038 grdn:5.645 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 282 |
+
INFO 2025-07-10 19:09:01 ts/train.py:232 step:53K smpl:424K ep:2K epch:164.98 loss:0.037 grdn:5.411 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 283 |
+
INFO 2025-07-10 19:09:12 ts/train.py:232 step:53K smpl:426K ep:2K epch:165.60 loss:0.038 grdn:5.439 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 284 |
+
INFO 2025-07-10 19:09:22 ts/train.py:232 step:53K smpl:427K ep:2K epch:166.23 loss:0.038 grdn:5.512 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 285 |
+
INFO 2025-07-10 19:09:33 ts/train.py:232 step:54K smpl:429K ep:2K epch:166.85 loss:0.038 grdn:5.678 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 286 |
+
INFO 2025-07-10 19:09:43 ts/train.py:232 step:54K smpl:430K ep:2K epch:167.47 loss:0.038 grdn:5.825 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 287 |
+
INFO 2025-07-10 19:09:54 ts/train.py:232 step:54K smpl:432K ep:2K epch:168.09 loss:0.038 grdn:5.151 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 288 |
+
INFO 2025-07-10 19:10:04 ts/train.py:232 step:54K smpl:434K ep:2K epch:168.72 loss:0.037 grdn:5.216 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 289 |
+
INFO 2025-07-10 19:10:15 ts/train.py:232 step:54K smpl:435K ep:2K epch:169.34 loss:0.037 grdn:5.191 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 290 |
+
INFO 2025-07-10 19:10:25 ts/train.py:232 step:55K smpl:437K ep:2K epch:169.96 loss:0.037 grdn:5.181 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 291 |
+
INFO 2025-07-10 19:10:36 ts/train.py:232 step:55K smpl:438K ep:2K epch:170.58 loss:0.037 grdn:5.222 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 292 |
+
INFO 2025-07-10 19:10:46 ts/train.py:232 step:55K smpl:440K ep:2K epch:171.21 loss:0.038 grdn:5.732 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 293 |
+
INFO 2025-07-10 19:10:57 ts/train.py:232 step:55K smpl:442K ep:2K epch:171.83 loss:0.037 grdn:5.379 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 294 |
+
INFO 2025-07-10 19:11:07 ts/train.py:232 step:55K smpl:443K ep:2K epch:172.45 loss:0.036 grdn:5.087 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 295 |
+
INFO 2025-07-10 19:11:18 ts/train.py:232 step:56K smpl:445K ep:2K epch:173.07 loss:0.037 grdn:5.687 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 296 |
+
INFO 2025-07-10 19:11:28 ts/train.py:232 step:56K smpl:446K ep:2K epch:173.70 loss:0.037 grdn:5.289 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 297 |
+
INFO 2025-07-10 19:11:39 ts/train.py:232 step:56K smpl:448K ep:2K epch:174.32 loss:0.037 grdn:5.194 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 298 |
+
INFO 2025-07-10 19:11:49 ts/train.py:232 step:56K smpl:450K ep:2K epch:174.94 loss:0.037 grdn:5.605 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 299 |
+
INFO 2025-07-10 19:12:00 ts/train.py:232 step:56K smpl:451K ep:2K epch:175.56 loss:0.037 grdn:5.482 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 300 |
+
INFO 2025-07-10 19:12:10 ts/train.py:232 step:57K smpl:453K ep:2K epch:176.19 loss:0.037 grdn:5.324 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 301 |
+
INFO 2025-07-10 19:12:21 ts/train.py:232 step:57K smpl:454K ep:2K epch:176.81 loss:0.037 grdn:5.382 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 302 |
+
INFO 2025-07-10 19:12:32 ts/train.py:232 step:57K smpl:456K ep:2K epch:177.43 loss:0.037 grdn:5.349 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 303 |
+
INFO 2025-07-10 19:12:42 ts/train.py:232 step:57K smpl:458K ep:2K epch:178.05 loss:0.036 grdn:5.360 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 304 |
+
INFO 2025-07-10 19:12:53 ts/train.py:232 step:57K smpl:459K ep:2K epch:178.68 loss:0.037 grdn:5.532 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 305 |
+
INFO 2025-07-10 19:13:03 ts/train.py:232 step:58K smpl:461K ep:2K epch:179.30 loss:0.036 grdn:5.166 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 306 |
+
INFO 2025-07-10 19:13:14 ts/train.py:232 step:58K smpl:462K ep:2K epch:179.92 loss:0.037 grdn:5.544 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 307 |
+
INFO 2025-07-10 19:13:24 ts/train.py:232 step:58K smpl:464K ep:2K epch:180.54 loss:0.036 grdn:5.321 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 308 |
+
INFO 2025-07-10 19:13:35 ts/train.py:232 step:58K smpl:466K ep:2K epch:181.17 loss:0.036 grdn:5.441 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 309 |
+
INFO 2025-07-10 19:13:45 ts/train.py:232 step:58K smpl:467K ep:2K epch:181.79 loss:0.036 grdn:5.555 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 310 |
+
INFO 2025-07-10 19:13:56 ts/train.py:232 step:59K smpl:469K ep:2K epch:182.41 loss:0.035 grdn:5.165 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 311 |
+
INFO 2025-07-10 19:14:06 ts/train.py:232 step:59K smpl:470K ep:2K epch:183.04 loss:0.036 grdn:5.374 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 312 |
+
INFO 2025-07-10 19:14:17 ts/train.py:232 step:59K smpl:472K ep:2K epch:183.66 loss:0.035 grdn:4.972 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 313 |
+
INFO 2025-07-10 19:14:27 ts/train.py:232 step:59K smpl:474K ep:2K epch:184.28 loss:0.035 grdn:5.210 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 314 |
+
INFO 2025-07-10 19:14:38 ts/train.py:232 step:59K smpl:475K ep:2K epch:184.90 loss:0.036 grdn:5.263 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 315 |
+
INFO 2025-07-10 19:14:49 ts/train.py:232 step:60K smpl:477K ep:2K epch:185.53 loss:0.035 grdn:4.840 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 316 |
+
INFO 2025-07-10 19:14:59 ts/train.py:232 step:60K smpl:478K ep:2K epch:186.15 loss:0.035 grdn:5.132 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 317 |
+
INFO 2025-07-10 19:15:10 ts/train.py:232 step:60K smpl:480K ep:2K epch:186.77 loss:0.036 grdn:5.413 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 318 |
+
INFO 2025-07-10 19:15:10 ts/train.py:241 Checkpoint policy after step 60000
|
| 319 |
+
INFO 2025-07-10 19:15:21 ts/train.py:232 step:60K smpl:482K ep:2K epch:187.39 loss:0.035 grdn:4.934 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 320 |
+
INFO 2025-07-10 19:15:31 ts/train.py:232 step:60K smpl:483K ep:2K epch:188.02 loss:0.035 grdn:5.132 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 321 |
+
INFO 2025-07-10 19:15:42 ts/train.py:232 step:61K smpl:485K ep:2K epch:188.64 loss:0.035 grdn:5.178 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 322 |
+
INFO 2025-07-10 19:15:52 ts/train.py:232 step:61K smpl:486K ep:2K epch:189.26 loss:0.035 grdn:4.943 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 323 |
+
INFO 2025-07-10 19:16:03 ts/train.py:232 step:61K smpl:488K ep:2K epch:189.88 loss:0.037 grdn:5.302 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 324 |
+
INFO 2025-07-10 19:16:14 ts/train.py:232 step:61K smpl:490K ep:2K epch:190.51 loss:0.035 grdn:5.318 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 325 |
+
INFO 2025-07-10 19:16:24 ts/train.py:232 step:61K smpl:491K ep:2K epch:191.13 loss:0.034 grdn:5.148 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 326 |
+
INFO 2025-07-10 19:16:35 ts/train.py:232 step:62K smpl:493K ep:2K epch:191.75 loss:0.035 grdn:5.190 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 327 |
+
INFO 2025-07-10 19:16:45 ts/train.py:232 step:62K smpl:494K ep:2K epch:192.37 loss:0.035 grdn:5.193 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 328 |
+
INFO 2025-07-10 19:16:56 ts/train.py:232 step:62K smpl:496K ep:2K epch:193.00 loss:0.035 grdn:5.295 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 329 |
+
INFO 2025-07-10 19:17:06 ts/train.py:232 step:62K smpl:498K ep:2K epch:193.62 loss:0.035 grdn:5.049 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 330 |
+
INFO 2025-07-10 19:17:17 ts/train.py:232 step:62K smpl:499K ep:2K epch:194.24 loss:0.035 grdn:4.987 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 331 |
+
INFO 2025-07-10 19:17:27 ts/train.py:232 step:63K smpl:501K ep:2K epch:194.86 loss:0.035 grdn:5.487 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 332 |
+
INFO 2025-07-10 19:17:38 ts/train.py:232 step:63K smpl:502K ep:2K epch:195.49 loss:0.034 grdn:4.921 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 333 |
+
INFO 2025-07-10 19:17:48 ts/train.py:232 step:63K smpl:504K ep:2K epch:196.11 loss:0.034 grdn:4.776 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 334 |
+
INFO 2025-07-10 19:17:59 ts/train.py:232 step:63K smpl:506K ep:2K epch:196.73 loss:0.035 grdn:4.812 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 335 |
+
INFO 2025-07-10 19:18:09 ts/train.py:232 step:63K smpl:507K ep:2K epch:197.35 loss:0.035 grdn:5.137 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 336 |
+
INFO 2025-07-10 19:18:20 ts/train.py:232 step:64K smpl:509K ep:2K epch:197.98 loss:0.034 grdn:5.130 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 337 |
+
INFO 2025-07-10 19:18:31 ts/train.py:232 step:64K smpl:510K ep:2K epch:198.60 loss:0.035 grdn:5.180 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 338 |
+
INFO 2025-07-10 19:18:41 ts/train.py:232 step:64K smpl:512K ep:2K epch:199.22 loss:0.034 grdn:4.883 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 339 |
+
INFO 2025-07-10 19:18:52 ts/train.py:232 step:64K smpl:514K ep:2K epch:199.84 loss:0.034 grdn:4.881 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 340 |
+
INFO 2025-07-10 19:19:02 ts/train.py:232 step:64K smpl:515K ep:2K epch:200.47 loss:0.034 grdn:5.077 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 341 |
+
INFO 2025-07-10 19:19:13 ts/train.py:232 step:65K smpl:517K ep:2K epch:201.09 loss:0.033 grdn:4.742 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 342 |
+
INFO 2025-07-10 19:19:23 ts/train.py:232 step:65K smpl:518K ep:2K epch:201.71 loss:0.034 grdn:5.105 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 343 |
+
INFO 2025-07-10 19:19:34 ts/train.py:232 step:65K smpl:520K ep:2K epch:202.33 loss:0.033 grdn:5.104 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 344 |
+
INFO 2025-07-10 19:19:44 ts/train.py:232 step:65K smpl:522K ep:2K epch:202.96 loss:0.034 grdn:5.447 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 345 |
+
INFO 2025-07-10 19:19:55 ts/train.py:232 step:65K smpl:523K ep:2K epch:203.58 loss:0.034 grdn:4.902 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 346 |
+
INFO 2025-07-10 19:20:05 ts/train.py:232 step:66K smpl:525K ep:2K epch:204.20 loss:0.034 grdn:5.049 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 347 |
+
INFO 2025-07-10 19:20:16 ts/train.py:232 step:66K smpl:526K ep:2K epch:204.82 loss:0.033 grdn:4.863 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 348 |
+
INFO 2025-07-10 19:20:26 ts/train.py:232 step:66K smpl:528K ep:2K epch:205.45 loss:0.033 grdn:4.807 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 349 |
+
INFO 2025-07-10 19:20:37 ts/train.py:232 step:66K smpl:530K ep:2K epch:206.07 loss:0.034 grdn:4.832 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 350 |
+
INFO 2025-07-10 19:20:48 ts/train.py:232 step:66K smpl:531K ep:2K epch:206.69 loss:0.033 grdn:4.841 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 351 |
+
INFO 2025-07-10 19:20:58 ts/train.py:232 step:67K smpl:533K ep:2K epch:207.32 loss:0.034 grdn:5.092 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 352 |
+
INFO 2025-07-10 19:21:09 ts/train.py:232 step:67K smpl:534K ep:2K epch:207.94 loss:0.033 grdn:5.011 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 353 |
+
INFO 2025-07-10 19:21:19 ts/train.py:232 step:67K smpl:536K ep:2K epch:208.56 loss:0.034 grdn:4.795 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 354 |
+
INFO 2025-07-10 19:21:30 ts/train.py:232 step:67K smpl:538K ep:2K epch:209.18 loss:0.033 grdn:4.930 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 355 |
+
INFO 2025-07-10 19:21:40 ts/train.py:232 step:67K smpl:539K ep:2K epch:209.81 loss:0.034 grdn:4.925 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 356 |
+
INFO 2025-07-10 19:21:51 ts/train.py:232 step:68K smpl:541K ep:2K epch:210.43 loss:0.033 grdn:4.918 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 357 |
+
INFO 2025-07-10 19:22:01 ts/train.py:232 step:68K smpl:542K ep:2K epch:211.05 loss:0.033 grdn:4.606 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 358 |
+
INFO 2025-07-10 19:22:12 ts/train.py:232 step:68K smpl:544K ep:2K epch:211.67 loss:0.032 grdn:4.636 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 359 |
+
INFO 2025-07-10 19:22:22 ts/train.py:232 step:68K smpl:546K ep:2K epch:212.30 loss:0.033 grdn:4.863 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 360 |
+
INFO 2025-07-10 19:22:33 ts/train.py:232 step:68K smpl:547K ep:2K epch:212.92 loss:0.032 grdn:4.518 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 361 |
+
INFO 2025-07-10 19:22:43 ts/train.py:232 step:69K smpl:549K ep:2K epch:213.54 loss:0.033 grdn:5.087 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 362 |
+
INFO 2025-07-10 19:22:54 ts/train.py:232 step:69K smpl:550K ep:2K epch:214.16 loss:0.033 grdn:5.115 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 363 |
+
INFO 2025-07-10 19:23:05 ts/train.py:232 step:69K smpl:552K ep:2K epch:214.79 loss:0.032 grdn:4.761 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 364 |
+
INFO 2025-07-10 19:23:15 ts/train.py:232 step:69K smpl:554K ep:2K epch:215.41 loss:0.033 grdn:4.826 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 365 |
+
INFO 2025-07-10 19:23:26 ts/train.py:232 step:69K smpl:555K ep:2K epch:216.03 loss:0.033 grdn:4.988 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 366 |
+
INFO 2025-07-10 19:23:36 ts/train.py:232 step:70K smpl:557K ep:2K epch:216.65 loss:0.033 grdn:4.903 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 367 |
+
INFO 2025-07-10 19:23:47 ts/train.py:232 step:70K smpl:558K ep:2K epch:217.28 loss:0.033 grdn:4.970 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 368 |
+
INFO 2025-07-10 19:23:57 ts/train.py:232 step:70K smpl:560K ep:2K epch:217.90 loss:0.032 grdn:4.808 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 369 |
+
INFO 2025-07-10 19:24:08 ts/train.py:232 step:70K smpl:562K ep:2K epch:218.52 loss:0.032 grdn:4.759 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 370 |
+
INFO 2025-07-10 19:24:18 ts/train.py:232 step:70K smpl:563K ep:2K epch:219.14 loss:0.032 grdn:4.517 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 371 |
+
INFO 2025-07-10 19:24:29 ts/train.py:232 step:71K smpl:565K ep:2K epch:219.77 loss:0.032 grdn:4.763 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 372 |
+
INFO 2025-07-10 19:24:39 ts/train.py:232 step:71K smpl:566K ep:2K epch:220.39 loss:0.032 grdn:5.071 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 373 |
+
INFO 2025-07-10 19:24:50 ts/train.py:232 step:71K smpl:568K ep:2K epch:221.01 loss:0.033 grdn:4.967 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 374 |
+
INFO 2025-07-10 19:25:00 ts/train.py:232 step:71K smpl:570K ep:2K epch:221.63 loss:0.032 grdn:4.665 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 375 |
+
INFO 2025-07-10 19:25:11 ts/train.py:232 step:71K smpl:571K ep:2K epch:222.26 loss:0.032 grdn:4.813 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 376 |
+
INFO 2025-07-10 19:25:21 ts/train.py:232 step:72K smpl:573K ep:2K epch:222.88 loss:0.032 grdn:4.868 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 377 |
+
INFO 2025-07-10 19:25:32 ts/train.py:232 step:72K smpl:574K ep:2K epch:223.50 loss:0.031 grdn:4.706 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 378 |
+
INFO 2025-07-10 19:25:42 ts/train.py:232 step:72K smpl:576K ep:2K epch:224.12 loss:0.032 grdn:4.929 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 379 |
+
INFO 2025-07-10 19:25:53 ts/train.py:232 step:72K smpl:578K ep:2K epch:224.75 loss:0.032 grdn:4.760 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 380 |
+
INFO 2025-07-10 19:26:03 ts/train.py:232 step:72K smpl:579K ep:2K epch:225.37 loss:0.032 grdn:4.666 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 381 |
+
INFO 2025-07-10 19:26:14 ts/train.py:232 step:73K smpl:581K ep:2K epch:225.99 loss:0.031 grdn:4.523 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 382 |
+
INFO 2025-07-10 19:26:25 ts/train.py:232 step:73K smpl:582K ep:2K epch:226.61 loss:0.032 grdn:4.830 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 383 |
+
INFO 2025-07-10 19:26:35 ts/train.py:232 step:73K smpl:584K ep:2K epch:227.24 loss:0.031 grdn:4.488 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 384 |
+
INFO 2025-07-10 19:26:46 ts/train.py:232 step:73K smpl:586K ep:2K epch:227.86 loss:0.032 grdn:4.946 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 385 |
+
INFO 2025-07-10 19:26:56 ts/train.py:232 step:73K smpl:587K ep:2K epch:228.48 loss:0.031 grdn:4.668 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 386 |
+
INFO 2025-07-10 19:27:07 ts/train.py:232 step:74K smpl:589K ep:2K epch:229.11 loss:0.032 grdn:4.822 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 387 |
+
INFO 2025-07-10 19:27:17 ts/train.py:232 step:74K smpl:590K ep:2K epch:229.73 loss:0.031 grdn:4.601 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 388 |
+
INFO 2025-07-10 19:27:28 ts/train.py:232 step:74K smpl:592K ep:2K epch:230.35 loss:0.032 grdn:4.807 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 389 |
+
INFO 2025-07-10 19:27:38 ts/train.py:232 step:74K smpl:594K ep:2K epch:230.97 loss:0.032 grdn:4.764 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 390 |
+
INFO 2025-07-10 19:27:49 ts/train.py:232 step:74K smpl:595K ep:2K epch:231.60 loss:0.031 grdn:4.565 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 391 |
+
INFO 2025-07-10 19:27:59 ts/train.py:232 step:75K smpl:597K ep:2K epch:232.22 loss:0.031 grdn:4.680 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 392 |
+
INFO 2025-07-10 19:28:10 ts/train.py:232 step:75K smpl:598K ep:2K epch:232.84 loss:0.031 grdn:4.465 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 393 |
+
INFO 2025-07-10 19:28:20 ts/train.py:232 step:75K smpl:600K ep:2K epch:233.46 loss:0.031 grdn:4.496 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 394 |
+
INFO 2025-07-10 19:28:31 ts/train.py:232 step:75K smpl:602K ep:2K epch:234.09 loss:0.031 grdn:4.691 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 395 |
+
INFO 2025-07-10 19:28:41 ts/train.py:232 step:75K smpl:603K ep:2K epch:234.71 loss:0.030 grdn:4.222 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 396 |
+
INFO 2025-07-10 19:28:52 ts/train.py:232 step:76K smpl:605K ep:2K epch:235.33 loss:0.031 grdn:4.782 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 397 |
+
INFO 2025-07-10 19:29:02 ts/train.py:232 step:76K smpl:606K ep:2K epch:235.95 loss:0.031 grdn:4.708 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 398 |
+
INFO 2025-07-10 19:29:13 ts/train.py:232 step:76K smpl:608K ep:2K epch:236.58 loss:0.031 grdn:4.482 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 399 |
+
INFO 2025-07-10 19:29:23 ts/train.py:232 step:76K smpl:610K ep:2K epch:237.20 loss:0.031 grdn:4.656 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 400 |
+
INFO 2025-07-10 19:29:34 ts/train.py:232 step:76K smpl:611K ep:2K epch:237.82 loss:0.030 grdn:4.609 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 401 |
+
INFO 2025-07-10 19:29:44 ts/train.py:232 step:77K smpl:613K ep:2K epch:238.44 loss:0.031 grdn:4.512 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 402 |
+
INFO 2025-07-10 19:29:55 ts/train.py:232 step:77K smpl:614K ep:2K epch:239.07 loss:0.031 grdn:4.678 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 403 |
+
INFO 2025-07-10 19:30:06 ts/train.py:232 step:77K smpl:616K ep:2K epch:239.69 loss:0.032 grdn:4.932 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 404 |
+
INFO 2025-07-10 19:30:16 ts/train.py:232 step:77K smpl:618K ep:2K epch:240.31 loss:0.031 grdn:4.590 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 405 |
+
INFO 2025-07-10 19:30:27 ts/train.py:232 step:77K smpl:619K ep:2K epch:240.93 loss:0.030 grdn:4.493 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 406 |
+
INFO 2025-07-10 19:30:37 ts/train.py:232 step:78K smpl:621K ep:2K epch:241.56 loss:0.031 grdn:4.592 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 407 |
+
INFO 2025-07-10 19:30:48 ts/train.py:232 step:78K smpl:622K ep:2K epch:242.18 loss:0.031 grdn:4.534 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 408 |
+
INFO 2025-07-10 19:30:58 ts/train.py:232 step:78K smpl:624K ep:2K epch:242.80 loss:0.031 grdn:4.688 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 409 |
+
INFO 2025-07-10 19:31:09 ts/train.py:232 step:78K smpl:626K ep:2K epch:243.42 loss:0.030 grdn:4.548 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 410 |
+
INFO 2025-07-10 19:31:19 ts/train.py:232 step:78K smpl:627K ep:2K epch:244.05 loss:0.030 grdn:4.545 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 411 |
+
INFO 2025-07-10 19:31:30 ts/train.py:232 step:79K smpl:629K ep:2K epch:244.67 loss:0.030 grdn:4.527 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 412 |
+
INFO 2025-07-10 19:31:40 ts/train.py:232 step:79K smpl:630K ep:2K epch:245.29 loss:0.030 grdn:4.361 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 413 |
+
INFO 2025-07-10 19:31:51 ts/train.py:232 step:79K smpl:632K ep:2K epch:245.91 loss:0.031 grdn:4.580 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 414 |
+
INFO 2025-07-10 19:32:01 ts/train.py:232 step:79K smpl:634K ep:2K epch:246.54 loss:0.030 grdn:4.532 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 415 |
+
INFO 2025-07-10 19:32:12 ts/train.py:232 step:79K smpl:635K ep:2K epch:247.16 loss:0.030 grdn:4.371 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 416 |
+
INFO 2025-07-10 19:32:23 ts/train.py:232 step:80K smpl:637K ep:2K epch:247.78 loss:0.031 grdn:4.799 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 417 |
+
INFO 2025-07-10 19:32:33 ts/train.py:232 step:80K smpl:638K ep:2K epch:248.40 loss:0.030 grdn:4.355 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 418 |
+
INFO 2025-07-10 19:32:44 ts/train.py:232 step:80K smpl:640K ep:2K epch:249.03 loss:0.030 grdn:4.697 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 419 |
+
INFO 2025-07-10 19:32:44 ts/train.py:241 Checkpoint policy after step 80000
|
| 420 |
+
INFO 2025-07-10 19:32:55 ts/train.py:232 step:80K smpl:642K ep:2K epch:249.65 loss:0.030 grdn:4.417 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 421 |
+
INFO 2025-07-10 19:33:05 ts/train.py:232 step:80K smpl:643K ep:3K epch:250.27 loss:0.030 grdn:4.508 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 422 |
+
INFO 2025-07-10 19:33:16 ts/train.py:232 step:81K smpl:645K ep:3K epch:250.89 loss:0.030 grdn:4.526 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 423 |
+
INFO 2025-07-10 19:33:26 ts/train.py:232 step:81K smpl:646K ep:3K epch:251.52 loss:0.029 grdn:4.222 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 424 |
+
INFO 2025-07-10 19:33:37 ts/train.py:232 step:81K smpl:648K ep:3K epch:252.14 loss:0.029 grdn:4.368 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 425 |
+
INFO 2025-07-10 19:33:48 ts/train.py:232 step:81K smpl:650K ep:3K epch:252.76 loss:0.029 grdn:4.352 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 426 |
+
INFO 2025-07-10 19:33:58 ts/train.py:232 step:81K smpl:651K ep:3K epch:253.39 loss:0.030 grdn:4.515 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 427 |
+
INFO 2025-07-10 19:34:09 ts/train.py:232 step:82K smpl:653K ep:3K epch:254.01 loss:0.030 grdn:4.439 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 428 |
+
INFO 2025-07-10 19:34:19 ts/train.py:232 step:82K smpl:654K ep:3K epch:254.63 loss:0.030 grdn:4.468 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 429 |
+
INFO 2025-07-10 19:34:30 ts/train.py:232 step:82K smpl:656K ep:3K epch:255.25 loss:0.030 grdn:4.857 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 430 |
+
INFO 2025-07-10 19:34:40 ts/train.py:232 step:82K smpl:658K ep:3K epch:255.88 loss:0.030 grdn:4.499 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 431 |
+
INFO 2025-07-10 19:34:51 ts/train.py:232 step:82K smpl:659K ep:3K epch:256.50 loss:0.030 grdn:4.619 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 432 |
+
INFO 2025-07-10 19:35:01 ts/train.py:232 step:83K smpl:661K ep:3K epch:257.12 loss:0.029 grdn:4.277 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 433 |
+
INFO 2025-07-10 19:35:12 ts/train.py:232 step:83K smpl:662K ep:3K epch:257.74 loss:0.030 grdn:4.500 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 434 |
+
INFO 2025-07-10 19:35:22 ts/train.py:232 step:83K smpl:664K ep:3K epch:258.37 loss:0.029 grdn:4.428 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 435 |
+
INFO 2025-07-10 19:35:33 ts/train.py:232 step:83K smpl:666K ep:3K epch:258.99 loss:0.029 grdn:4.366 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 436 |
+
INFO 2025-07-10 19:35:44 ts/train.py:232 step:83K smpl:667K ep:3K epch:259.61 loss:0.029 grdn:4.275 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 437 |
+
INFO 2025-07-10 19:35:54 ts/train.py:232 step:84K smpl:669K ep:3K epch:260.23 loss:0.029 grdn:4.369 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 438 |
+
INFO 2025-07-10 19:36:05 ts/train.py:232 step:84K smpl:670K ep:3K epch:260.86 loss:0.029 grdn:4.375 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 439 |
+
INFO 2025-07-10 19:36:15 ts/train.py:232 step:84K smpl:672K ep:3K epch:261.48 loss:0.030 grdn:4.515 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 440 |
+
INFO 2025-07-10 19:36:26 ts/train.py:232 step:84K smpl:674K ep:3K epch:262.10 loss:0.029 grdn:4.268 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 441 |
+
INFO 2025-07-10 19:36:36 ts/train.py:232 step:84K smpl:675K ep:3K epch:262.72 loss:0.029 grdn:4.411 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 442 |
+
INFO 2025-07-10 19:36:46 ts/train.py:232 step:85K smpl:677K ep:3K epch:263.35 loss:0.029 grdn:4.387 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 443 |
+
INFO 2025-07-10 19:36:57 ts/train.py:232 step:85K smpl:678K ep:3K epch:263.97 loss:0.029 grdn:4.334 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 444 |
+
INFO 2025-07-10 19:37:07 ts/train.py:232 step:85K smpl:680K ep:3K epch:264.59 loss:0.029 grdn:4.437 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 445 |
+
INFO 2025-07-10 19:37:18 ts/train.py:232 step:85K smpl:682K ep:3K epch:265.21 loss:0.029 grdn:4.333 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 446 |
+
INFO 2025-07-10 19:37:29 ts/train.py:232 step:85K smpl:683K ep:3K epch:265.84 loss:0.029 grdn:4.670 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 447 |
+
INFO 2025-07-10 19:37:39 ts/train.py:232 step:86K smpl:685K ep:3K epch:266.46 loss:0.028 grdn:4.082 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 448 |
+
INFO 2025-07-10 19:37:50 ts/train.py:232 step:86K smpl:686K ep:3K epch:267.08 loss:0.030 grdn:4.614 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 449 |
+
INFO 2025-07-10 19:38:00 ts/train.py:232 step:86K smpl:688K ep:3K epch:267.70 loss:0.030 grdn:4.544 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 450 |
+
INFO 2025-07-10 19:38:11 ts/train.py:232 step:86K smpl:690K ep:3K epch:268.33 loss:0.029 grdn:4.368 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 451 |
+
INFO 2025-07-10 19:38:21 ts/train.py:232 step:86K smpl:691K ep:3K epch:268.95 loss:0.029 grdn:4.714 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 452 |
+
INFO 2025-07-10 19:38:32 ts/train.py:232 step:87K smpl:693K ep:3K epch:269.57 loss:0.029 grdn:4.307 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 453 |
+
INFO 2025-07-10 19:38:42 ts/train.py:232 step:87K smpl:694K ep:3K epch:270.19 loss:0.029 grdn:4.299 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 454 |
+
INFO 2025-07-10 19:38:53 ts/train.py:232 step:87K smpl:696K ep:3K epch:270.82 loss:0.029 grdn:4.126 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 455 |
+
INFO 2025-07-10 19:39:03 ts/train.py:232 step:87K smpl:698K ep:3K epch:271.44 loss:0.029 grdn:4.312 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 456 |
+
INFO 2025-07-10 19:39:14 ts/train.py:232 step:87K smpl:699K ep:3K epch:272.06 loss:0.029 grdn:4.624 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 457 |
+
INFO 2025-07-10 19:39:25 ts/train.py:232 step:88K smpl:701K ep:3K epch:272.68 loss:0.029 grdn:4.449 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 458 |
+
INFO 2025-07-10 19:39:35 ts/train.py:232 step:88K smpl:702K ep:3K epch:273.31 loss:0.029 grdn:4.172 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 459 |
+
INFO 2025-07-10 19:39:46 ts/train.py:232 step:88K smpl:704K ep:3K epch:273.93 loss:0.029 grdn:4.358 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 460 |
+
INFO 2025-07-10 19:39:56 ts/train.py:232 step:88K smpl:706K ep:3K epch:274.55 loss:0.029 grdn:4.459 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 461 |
+
INFO 2025-07-10 19:40:07 ts/train.py:232 step:88K smpl:707K ep:3K epch:275.18 loss:0.028 grdn:4.100 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 462 |
+
INFO 2025-07-10 19:40:17 ts/train.py:232 step:89K smpl:709K ep:3K epch:275.80 loss:0.028 grdn:4.078 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 463 |
+
INFO 2025-07-10 19:40:28 ts/train.py:232 step:89K smpl:710K ep:3K epch:276.42 loss:0.028 grdn:4.261 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 464 |
+
INFO 2025-07-10 19:40:38 ts/train.py:232 step:89K smpl:712K ep:3K epch:277.04 loss:0.029 grdn:4.603 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 465 |
+
INFO 2025-07-10 19:40:49 ts/train.py:232 step:89K smpl:714K ep:3K epch:277.67 loss:0.028 grdn:4.295 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 466 |
+
INFO 2025-07-10 19:40:59 ts/train.py:232 step:89K smpl:715K ep:3K epch:278.29 loss:0.029 grdn:4.400 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 467 |
+
INFO 2025-07-10 19:41:10 ts/train.py:232 step:90K smpl:717K ep:3K epch:278.91 loss:0.028 grdn:4.335 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 468 |
+
INFO 2025-07-10 19:41:20 ts/train.py:232 step:90K smpl:718K ep:3K epch:279.53 loss:0.028 grdn:4.288 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 469 |
+
INFO 2025-07-10 19:41:31 ts/train.py:232 step:90K smpl:720K ep:3K epch:280.16 loss:0.028 grdn:4.370 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 470 |
+
INFO 2025-07-10 19:41:41 ts/train.py:232 step:90K smpl:722K ep:3K epch:280.78 loss:0.029 grdn:4.383 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 471 |
+
INFO 2025-07-10 19:41:52 ts/train.py:232 step:90K smpl:723K ep:3K epch:281.40 loss:0.028 grdn:4.337 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 472 |
+
INFO 2025-07-10 19:42:03 ts/train.py:232 step:91K smpl:725K ep:3K epch:282.02 loss:0.028 grdn:4.241 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 473 |
+
INFO 2025-07-10 19:42:13 ts/train.py:232 step:91K smpl:726K ep:3K epch:282.65 loss:0.028 grdn:4.023 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 474 |
+
INFO 2025-07-10 19:42:24 ts/train.py:232 step:91K smpl:728K ep:3K epch:283.27 loss:0.028 grdn:4.232 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 475 |
+
INFO 2025-07-10 19:42:34 ts/train.py:232 step:91K smpl:730K ep:3K epch:283.89 loss:0.028 grdn:3.907 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 476 |
+
INFO 2025-07-10 19:42:45 ts/train.py:232 step:91K smpl:731K ep:3K epch:284.51 loss:0.028 grdn:4.261 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 477 |
+
INFO 2025-07-10 19:42:55 ts/train.py:232 step:92K smpl:733K ep:3K epch:285.14 loss:0.028 grdn:4.284 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 478 |
+
INFO 2025-07-10 19:43:06 ts/train.py:232 step:92K smpl:734K ep:3K epch:285.76 loss:0.028 grdn:4.212 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 479 |
+
INFO 2025-07-10 19:43:16 ts/train.py:232 step:92K smpl:736K ep:3K epch:286.38 loss:0.028 grdn:4.358 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 480 |
+
INFO 2025-07-10 19:43:27 ts/train.py:232 step:92K smpl:738K ep:3K epch:287.00 loss:0.028 grdn:4.041 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 481 |
+
INFO 2025-07-10 19:43:37 ts/train.py:232 step:92K smpl:739K ep:3K epch:287.63 loss:0.028 grdn:4.199 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 482 |
+
INFO 2025-07-10 19:43:48 ts/train.py:232 step:93K smpl:741K ep:3K epch:288.25 loss:0.027 grdn:3.952 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 483 |
+
INFO 2025-07-10 19:43:58 ts/train.py:232 step:93K smpl:742K ep:3K epch:288.87 loss:0.028 grdn:4.244 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 484 |
+
INFO 2025-07-10 19:44:09 ts/train.py:232 step:93K smpl:744K ep:3K epch:289.49 loss:0.028 grdn:4.002 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 485 |
+
INFO 2025-07-10 19:44:20 ts/train.py:232 step:93K smpl:746K ep:3K epch:290.12 loss:0.027 grdn:4.190 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 486 |
+
INFO 2025-07-10 19:44:30 ts/train.py:232 step:93K smpl:747K ep:3K epch:290.74 loss:0.028 grdn:4.256 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 487 |
+
INFO 2025-07-10 19:44:41 ts/train.py:232 step:94K smpl:749K ep:3K epch:291.36 loss:0.027 grdn:4.098 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 488 |
+
INFO 2025-07-10 19:44:51 ts/train.py:232 step:94K smpl:750K ep:3K epch:291.98 loss:0.028 grdn:4.217 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 489 |
+
INFO 2025-07-10 19:45:01 ts/train.py:232 step:94K smpl:752K ep:3K epch:292.61 loss:0.029 grdn:4.414 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 490 |
+
INFO 2025-07-10 19:45:12 ts/train.py:232 step:94K smpl:754K ep:3K epch:293.23 loss:0.028 grdn:4.305 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 491 |
+
INFO 2025-07-10 19:45:23 ts/train.py:232 step:94K smpl:755K ep:3K epch:293.85 loss:0.027 grdn:3.977 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 492 |
+
INFO 2025-07-10 19:45:33 ts/train.py:232 step:95K smpl:757K ep:3K epch:294.47 loss:0.028 grdn:4.181 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 493 |
+
INFO 2025-07-10 19:45:44 ts/train.py:232 step:95K smpl:758K ep:3K epch:295.10 loss:0.027 grdn:4.163 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 494 |
+
INFO 2025-07-10 19:45:54 ts/train.py:232 step:95K smpl:760K ep:3K epch:295.72 loss:0.027 grdn:3.996 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 495 |
+
INFO 2025-07-10 19:46:05 ts/train.py:232 step:95K smpl:762K ep:3K epch:296.34 loss:0.027 grdn:4.202 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 496 |
+
INFO 2025-07-10 19:46:15 ts/train.py:232 step:95K smpl:763K ep:3K epch:296.96 loss:0.027 grdn:4.071 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 497 |
+
INFO 2025-07-10 19:46:26 ts/train.py:232 step:96K smpl:765K ep:3K epch:297.59 loss:0.028 grdn:4.316 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 498 |
+
INFO 2025-07-10 19:46:36 ts/train.py:232 step:96K smpl:766K ep:3K epch:298.21 loss:0.028 grdn:4.125 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 499 |
+
INFO 2025-07-10 19:46:47 ts/train.py:232 step:96K smpl:768K ep:3K epch:298.83 loss:0.027 grdn:3.899 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 500 |
+
INFO 2025-07-10 19:46:57 ts/train.py:232 step:96K smpl:770K ep:3K epch:299.46 loss:0.027 grdn:3.979 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 501 |
+
INFO 2025-07-10 19:47:08 ts/train.py:232 step:96K smpl:771K ep:3K epch:300.08 loss:0.027 grdn:4.095 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 502 |
+
INFO 2025-07-10 19:47:18 ts/train.py:232 step:97K smpl:773K ep:3K epch:300.70 loss:0.028 grdn:4.191 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 503 |
+
INFO 2025-07-10 19:47:29 ts/train.py:232 step:97K smpl:774K ep:3K epch:301.32 loss:0.027 grdn:4.120 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 504 |
+
INFO 2025-07-10 19:47:39 ts/train.py:232 step:97K smpl:776K ep:3K epch:301.95 loss:0.027 grdn:4.159 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 505 |
+
INFO 2025-07-10 19:47:50 ts/train.py:232 step:97K smpl:778K ep:3K epch:302.57 loss:0.027 grdn:4.197 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 506 |
+
INFO 2025-07-10 19:48:01 ts/train.py:232 step:97K smpl:779K ep:3K epch:303.19 loss:0.027 grdn:4.174 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 507 |
+
INFO 2025-07-10 19:48:11 ts/train.py:232 step:98K smpl:781K ep:3K epch:303.81 loss:0.027 grdn:4.182 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 508 |
+
INFO 2025-07-10 19:48:22 ts/train.py:232 step:98K smpl:782K ep:3K epch:304.44 loss:0.028 grdn:4.192 lr:1.0e-05 updt_s:0.052 data_s:0.000
|
| 509 |
+
INFO 2025-07-10 19:48:32 ts/train.py:232 step:98K smpl:784K ep:3K epch:305.06 loss:0.027 grdn:4.179 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 510 |
+
INFO 2025-07-10 19:48:43 ts/train.py:232 step:98K smpl:786K ep:3K epch:305.68 loss:0.028 grdn:4.224 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 511 |
+
INFO 2025-07-10 19:48:53 ts/train.py:232 step:98K smpl:787K ep:3K epch:306.30 loss:0.027 grdn:4.062 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 512 |
+
INFO 2025-07-10 19:49:04 ts/train.py:232 step:99K smpl:789K ep:3K epch:306.93 loss:0.027 grdn:4.137 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 513 |
+
INFO 2025-07-10 19:49:14 ts/train.py:232 step:99K smpl:790K ep:3K epch:307.55 loss:0.027 grdn:4.003 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 514 |
+
INFO 2025-07-10 19:49:25 ts/train.py:232 step:99K smpl:792K ep:3K epch:308.17 loss:0.027 grdn:4.199 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 515 |
+
INFO 2025-07-10 19:49:35 ts/train.py:232 step:99K smpl:794K ep:3K epch:308.79 loss:0.027 grdn:4.015 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 516 |
+
INFO 2025-07-10 19:49:46 ts/train.py:232 step:99K smpl:795K ep:3K epch:309.42 loss:0.027 grdn:4.297 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 517 |
+
INFO 2025-07-10 19:49:56 ts/train.py:232 step:100K smpl:797K ep:3K epch:310.04 loss:0.026 grdn:4.077 lr:1.0e-05 updt_s:0.051 data_s:0.001
|
| 518 |
+
INFO 2025-07-10 19:50:07 ts/train.py:232 step:100K smpl:798K ep:3K epch:310.66 loss:0.027 grdn:4.214 lr:1.0e-05 updt_s:0.051 data_s:0.000
|
| 519 |
+
INFO 2025-07-10 19:50:18 ts/train.py:232 step:100K smpl:800K ep:3K epch:311.28 loss:0.026 grdn:4.077 lr:1.0e-05 updt_s:0.052 data_s:0.001
|
| 520 |
+
INFO 2025-07-10 19:50:18 ts/train.py:241 Checkpoint policy after step 100000
|
| 521 |
+
INFO 2025-07-10 19:50:18 ts/train.py:283 End of training
|
wandb/run-20250710_182237-9a34iqpp/files/requirements.txt
ADDED
|
@@ -0,0 +1,154 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
pyserial==3.5
|
| 2 |
+
beautifulsoup4==4.13.4
|
| 3 |
+
nvidia-cufft-cu12==11.3.3.41
|
| 4 |
+
pure_eval==0.2.3
|
| 5 |
+
python-xlib==0.33
|
| 6 |
+
ipdb==0.13.13
|
| 7 |
+
tqdm==4.67.1
|
| 8 |
+
nvidia-cufile-cu12==1.13.0.11
|
| 9 |
+
tokenizers==0.21.1
|
| 10 |
+
pillow==11.2.1
|
| 11 |
+
deepdiff==8.5.0
|
| 12 |
+
executing==2.2.0
|
| 13 |
+
datasets==3.6.0
|
| 14 |
+
nvidia-nccl-cu12==2.26.2
|
| 15 |
+
nvidia-curand-cu12==10.3.9.55
|
| 16 |
+
packaging==25.0
|
| 17 |
+
pynput==1.8.1
|
| 18 |
+
gymnasium==0.29.1
|
| 19 |
+
blinker==1.9.0
|
| 20 |
+
asciitree==0.3.3
|
| 21 |
+
cloudpickle==3.1.1
|
| 22 |
+
numpy==2.2.6
|
| 23 |
+
traitlets==5.14.3
|
| 24 |
+
pluggy==1.6.0
|
| 25 |
+
pandas==2.2.3
|
| 26 |
+
attrs==25.3.0
|
| 27 |
+
mergedeep==1.3.4
|
| 28 |
+
wcwidth==0.2.13
|
| 29 |
+
importlib_metadata==8.7.0
|
| 30 |
+
Flask==3.1.1
|
| 31 |
+
rerun-sdk==0.23.3
|
| 32 |
+
llvmlite==0.44.0
|
| 33 |
+
python-dateutil==2.9.0.post0
|
| 34 |
+
typing-inspection==0.4.1
|
| 35 |
+
nvidia-nvjitlink-cu12==12.8.61
|
| 36 |
+
networkx==3.4.2
|
| 37 |
+
pydantic==2.11.5
|
| 38 |
+
mypy_extensions==1.1.0
|
| 39 |
+
torchaudio==2.7.0+cu128
|
| 40 |
+
cffi==1.17.1
|
| 41 |
+
jedi==0.19.2
|
| 42 |
+
Pygments==2.19.1
|
| 43 |
+
docker-pycreds==0.4.0
|
| 44 |
+
charset-normalizer==3.4.2
|
| 45 |
+
lerobot==0.1.0
|
| 46 |
+
nvidia-cuda-runtime-cu12==12.8.57
|
| 47 |
+
sympy==1.13.3
|
| 48 |
+
wandb==0.19.11
|
| 49 |
+
soupsieve==2.7
|
| 50 |
+
feetech-servo-sdk==1.0.0
|
| 51 |
+
pymunk==7.0.0
|
| 52 |
+
certifi==2025.4.26
|
| 53 |
+
pycparser==2.22
|
| 54 |
+
triton==3.3.0
|
| 55 |
+
gitdb==4.0.12
|
| 56 |
+
fasteners==0.19
|
| 57 |
+
torchcodec==0.4.0+cu128
|
| 58 |
+
nvidia-cusparselt-cu12==0.6.3
|
| 59 |
+
yarl==1.20.0
|
| 60 |
+
hf-xet==1.1.2
|
| 61 |
+
multiprocess==0.70.16
|
| 62 |
+
sentry-sdk==2.29.1
|
| 63 |
+
MarkupSafe==3.0.2
|
| 64 |
+
idna==3.10
|
| 65 |
+
regex==2024.11.6
|
| 66 |
+
zipp==3.22.0
|
| 67 |
+
PyYAML==6.0.2
|
| 68 |
+
smmap==5.0.2
|
| 69 |
+
annotated-types==0.7.0
|
| 70 |
+
inquirerpy==0.3.4
|
| 71 |
+
typing_extensions==4.13.2
|
| 72 |
+
einops==0.8.1
|
| 73 |
+
PySocks==1.7.1
|
| 74 |
+
itsdangerous==2.2.0
|
| 75 |
+
pyarrow==20.0.0
|
| 76 |
+
pfzy==0.3.4
|
| 77 |
+
mpmath==1.3.0
|
| 78 |
+
diffusers==0.33.1
|
| 79 |
+
parso==0.8.4
|
| 80 |
+
wheel==0.45.1
|
| 81 |
+
pytz==2025.2
|
| 82 |
+
decorator==5.2.1
|
| 83 |
+
aiohappyeyeballs==2.6.1
|
| 84 |
+
ipython==8.37.0
|
| 85 |
+
Werkzeug==3.1.3
|
| 86 |
+
toml==0.10.2
|
| 87 |
+
frozenlist==1.6.0
|
| 88 |
+
nvidia-cusolver-cu12==11.7.2.55
|
| 89 |
+
GitPython==3.1.44
|
| 90 |
+
numba==0.61.2
|
| 91 |
+
stack-data==0.6.3
|
| 92 |
+
pexpect==4.9.0
|
| 93 |
+
Farama-Notifications==0.0.4
|
| 94 |
+
aiosignal==1.3.2
|
| 95 |
+
platformdirs==4.3.8
|
| 96 |
+
cmake==4.0.2
|
| 97 |
+
evdev==1.9.2
|
| 98 |
+
gdown==5.2.0
|
| 99 |
+
jsonlines==4.0.0
|
| 100 |
+
fsspec==2025.3.0
|
| 101 |
+
h5py==3.13.0
|
| 102 |
+
zarr==2.18.3
|
| 103 |
+
pip==25.1
|
| 104 |
+
pydantic_core==2.33.2
|
| 105 |
+
multidict==6.4.4
|
| 106 |
+
nvidia-cudnn-cu12==9.7.1.26
|
| 107 |
+
nvidia-cuda-cupti-cu12==12.8.57
|
| 108 |
+
click==8.2.1
|
| 109 |
+
pyzmq==26.4.0
|
| 110 |
+
orderly-set==5.4.1
|
| 111 |
+
safetensors==0.5.3
|
| 112 |
+
av==14.4.0
|
| 113 |
+
nvidia-cublas-cu12==12.8.3.14
|
| 114 |
+
async-timeout==5.0.1
|
| 115 |
+
dill==0.3.8
|
| 116 |
+
torchvision==0.22.0+cu128
|
| 117 |
+
transformers==4.52.4
|
| 118 |
+
opencv-python-headless==4.11.0.86
|
| 119 |
+
hf_transfer==0.1.9
|
| 120 |
+
antlr4-python3-runtime==4.9.3
|
| 121 |
+
termcolor==3.1.0
|
| 122 |
+
numcodecs==0.13.1
|
| 123 |
+
pytest==8.3.5
|
| 124 |
+
propcache==0.3.1
|
| 125 |
+
typing-inspect==0.9.0
|
| 126 |
+
filelock==3.18.0
|
| 127 |
+
protobuf==6.31.1
|
| 128 |
+
aiohttp==3.12.4
|
| 129 |
+
exceptiongroup==1.3.0
|
| 130 |
+
matplotlib-inline==0.1.7
|
| 131 |
+
torch==2.7.0+cu128
|
| 132 |
+
nvidia-nvtx-cu12==12.8.55
|
| 133 |
+
imageio==2.37.0
|
| 134 |
+
Jinja2==3.1.6
|
| 135 |
+
draccus==0.10.0
|
| 136 |
+
huggingface-hub==0.32.3
|
| 137 |
+
omegaconf==2.3.0
|
| 138 |
+
urllib3==2.4.0
|
| 139 |
+
prompt_toolkit==3.0.51
|
| 140 |
+
psutil==7.0.0
|
| 141 |
+
requests==2.32.3
|
| 142 |
+
nvidia-cuda-nvrtc-cu12==12.8.61
|
| 143 |
+
xxhash==3.5.0
|
| 144 |
+
tzdata==2025.2
|
| 145 |
+
setuptools==78.1.1
|
| 146 |
+
six==1.17.0
|
| 147 |
+
pyyaml-include==1.4.1
|
| 148 |
+
nvidia-cusparse-cu12==12.5.7.53
|
| 149 |
+
asttokens==3.0.0
|
| 150 |
+
iniconfig==2.1.0
|
| 151 |
+
tomli==2.2.1
|
| 152 |
+
ptyprocess==0.7.0
|
| 153 |
+
setproctitle==1.3.6
|
| 154 |
+
imageio-ffmpeg==0.6.0
|
wandb/run-20250710_182237-9a34iqpp/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,46 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-6.11.0-29-generic-x86_64-with-glibc2.39",
|
| 3 |
+
"python": "CPython 3.10.13",
|
| 4 |
+
"startedAt": "2025-07-11T01:22:37.290780Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--dataset.repo_id=salhotra/pickplacejenga",
|
| 7 |
+
"--policy.type=act",
|
| 8 |
+
"--output_dir=outputs/train/act_jenga",
|
| 9 |
+
"--job_name=act_jenga",
|
| 10 |
+
"--policy.device=cuda",
|
| 11 |
+
"--wandb.enable=true"
|
| 12 |
+
],
|
| 13 |
+
"program": "-m lerobot.scripts.train",
|
| 14 |
+
"git": {
|
| 15 |
+
"remote": "git@github.com:gautams3/lerobot.git",
|
| 16 |
+
"commit": "4edf6883c537d4697cb4cd1cb5e04941ab1f1aa5"
|
| 17 |
+
},
|
| 18 |
+
"root": "outputs/train/act_jenga",
|
| 19 |
+
"host": "deepskills101",
|
| 20 |
+
"executable": "/home/gautam/miniconda3/envs/lerobot/bin/python",
|
| 21 |
+
"cpu_count": 16,
|
| 22 |
+
"cpu_count_logical": 32,
|
| 23 |
+
"gpu": "NVIDIA GeForce RTX 5090",
|
| 24 |
+
"gpu_count": 1,
|
| 25 |
+
"disk": {
|
| 26 |
+
"/": {
|
| 27 |
+
"total": "1966736678912",
|
| 28 |
+
"used": "426732449792"
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"memory": {
|
| 32 |
+
"total": "64931237888"
|
| 33 |
+
},
|
| 34 |
+
"cpu": {
|
| 35 |
+
"count": 16,
|
| 36 |
+
"countLogical": 32
|
| 37 |
+
},
|
| 38 |
+
"gpu_nvidia": [
|
| 39 |
+
{
|
| 40 |
+
"name": "NVIDIA GeForce RTX 5090",
|
| 41 |
+
"memoryTotal": "34190917632",
|
| 42 |
+
"cudaCores": 21760
|
| 43 |
+
}
|
| 44 |
+
],
|
| 45 |
+
"cudaVersion": "12.8"
|
| 46 |
+
}
|
wandb/run-20250710_182237-9a34iqpp/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"train/steps":100000,"_timestamp":1.752202218023635e+09,"train/lr":1.0000000000000021e-05,"train/dataloading_s":0.001227157690009335,"train/kld_loss":8.947029709815979e-05,"_runtime":5261.552109704,"train/update_s":0.05191454804501063,"train/episodes":3112.84046692607,"_step":100000,"_wandb":{"runtime":5261},"train/epochs":311.284046692607,"train/grad_norm":4.077432491779327,"train/loss":0.02601949863601476,"train/l1_loss":0.02068505249917507,"train/samples":800000}
|
wandb/run-20250710_182237-9a34iqpp/logs/debug-core.log
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2025-07-10T18:22:37.111970869-07:00","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpon40_hd3/port-91290.txt","pid":91290,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
|
| 2 |
+
{"time":"2025-07-10T18:22:37.112948402-07:00","level":"INFO","msg":"Will exit if parent process dies.","ppid":91290}
|
| 3 |
+
{"time":"2025-07-10T18:22:37.113145031-07:00","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":38477,"Zone":""}}
|
| 4 |
+
{"time":"2025-07-10T18:22:37.279500309-07:00","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:49516"}
|
| 5 |
+
{"time":"2025-07-10T18:22:37.291786345-07:00","level":"INFO","msg":"handleInformInit: received","streamId":"9a34iqpp","id":"127.0.0.1:49516"}
|
| 6 |
+
{"time":"2025-07-10T18:22:37.50824928-07:00","level":"INFO","msg":"handleInformInit: stream started","streamId":"9a34iqpp","id":"127.0.0.1:49516"}
|
| 7 |
+
{"time":"2025-07-10T19:50:18.842807834-07:00","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:49516"}
|
| 8 |
+
{"time":"2025-07-10T19:50:18.842848984-07:00","level":"INFO","msg":"server is shutting down"}
|
| 9 |
+
{"time":"2025-07-10T19:50:18.842845654-07:00","level":"INFO","msg":"connection: closing","id":"127.0.0.1:49516"}
|
| 10 |
+
{"time":"2025-07-10T19:50:18.842907304-07:00","level":"INFO","msg":"connection: closed successfully","id":"127.0.0.1:49516"}
|
| 11 |
+
{"time":"2025-07-10T19:50:22.350547648-07:00","level":"ERROR","msg":"processOutgoingData: flush error","error":"write tcp 127.0.0.1:38477->127.0.0.1:49516: use of closed network connection","id":"127.0.0.1:49516"}
|
| 12 |
+
{"time":"2025-07-10T19:50:22.520785479-07:00","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:49516"}
|
| 13 |
+
{"time":"2025-07-10T19:50:22.520795449-07:00","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:49516"}
|
| 14 |
+
{"time":"2025-07-10T19:50:22.520801739-07:00","level":"INFO","msg":"server is closed"}
|
wandb/run-20250710_182237-9a34iqpp/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2025-07-10T18:22:37.291873045-07:00","level":"INFO","msg":"stream: starting","core version":"0.19.11","symlink path":"outputs/train/act_jenga/wandb/run-20250710_182237-9a34iqpp/logs/debug-core.log"}
|
| 2 |
+
{"time":"2025-07-10T18:22:37.50822651-07:00","level":"INFO","msg":"created new stream","id":"9a34iqpp"}
|
| 3 |
+
{"time":"2025-07-10T18:22:37.50824652-07:00","level":"INFO","msg":"stream: started","id":"9a34iqpp"}
|
| 4 |
+
{"time":"2025-07-10T18:22:37.5082548-07:00","level":"INFO","msg":"sender: started","stream_id":"9a34iqpp"}
|
| 5 |
+
{"time":"2025-07-10T18:22:37.50825709-07:00","level":"INFO","msg":"writer: Do: started","stream_id":"9a34iqpp"}
|
| 6 |
+
{"time":"2025-07-10T18:22:37.50827746-07:00","level":"INFO","msg":"handler: started","stream_id":"9a34iqpp"}
|
| 7 |
+
{"time":"2025-07-10T18:22:37.709300281-07:00","level":"INFO","msg":"Starting system monitor"}
|
| 8 |
+
{"time":"2025-07-10T19:50:18.842881964-07:00","level":"INFO","msg":"stream: closing","id":"9a34iqpp"}
|
| 9 |
+
{"time":"2025-07-10T19:50:18.842934104-07:00","level":"INFO","msg":"Stopping system monitor"}
|
| 10 |
+
{"time":"2025-07-10T19:50:18.842961544-07:00","level":"INFO","msg":"Stopped system monitor"}
|
| 11 |
+
{"time":"2025-07-10T19:50:22.41034061-07:00","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 12 |
+
{"time":"2025-07-10T19:50:22.520723579-07:00","level":"INFO","msg":"handler: closed","stream_id":"9a34iqpp"}
|
| 13 |
+
{"time":"2025-07-10T19:50:22.520742779-07:00","level":"INFO","msg":"sender: closed","stream_id":"9a34iqpp"}
|
| 14 |
+
{"time":"2025-07-10T19:50:22.520738189-07:00","level":"INFO","msg":"writer: Close: closed","stream_id":"9a34iqpp"}
|
| 15 |
+
{"time":"2025-07-10T19:50:22.520773059-07:00","level":"INFO","msg":"stream: closed","id":"9a34iqpp"}
|
wandb/run-20250710_182237-9a34iqpp/logs/debug.log
ADDED
|
@@ -0,0 +1,23 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Current SDK version is 0.19.11
|
| 2 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Configure stats pid to 91290
|
| 3 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Loading settings from /home/gautam/.config/wandb/settings
|
| 4 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Loading settings from /home/gautam/lerobot/wandb/settings
|
| 5 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_setup.py:_flush():70] Loading settings from environment variables
|
| 6 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:setup_run_log_directory():724] Logging user logs to outputs/train/act_jenga/wandb/run-20250710_182237-9a34iqpp/logs/debug.log
|
| 7 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:setup_run_log_directory():725] Logging internal logs to outputs/train/act_jenga/wandb/run-20250710_182237-9a34iqpp/logs/debug-internal.log
|
| 8 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:init():852] calling init triggers
|
| 9 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:init():857] wandb.init called with sweep_config: {}
|
| 10 |
+
config: {'dataset': {'repo_id': 'salhotra/pickplacejenga', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'chunk_size': 100, 'n_action_steps': 100, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/act_jenga', 'job_name': 'act_jenga', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 8, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
|
| 11 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:init():893] starting backend
|
| 12 |
+
2025-07-10 18:22:37,280 INFO MainThread:91290 [wandb_init.py:init():897] sending inform_init request
|
| 13 |
+
2025-07-10 18:22:37,290 INFO MainThread:91290 [backend.py:_multiprocessing_setup():101] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
|
| 14 |
+
2025-07-10 18:22:37,290 INFO MainThread:91290 [wandb_init.py:init():907] backend started and connected
|
| 15 |
+
2025-07-10 18:22:37,291 INFO MainThread:91290 [wandb_init.py:init():1005] updated telemetry
|
| 16 |
+
2025-07-10 18:22:37,293 INFO MainThread:91290 [wandb_init.py:init():1029] communicating run to backend with 90.0 second timeout
|
| 17 |
+
2025-07-10 18:22:37,698 INFO MainThread:91290 [wandb_init.py:init():1104] starting run threads in backend
|
| 18 |
+
2025-07-10 18:22:37,768 INFO MainThread:91290 [wandb_run.py:_console_start():2573] atexit reg
|
| 19 |
+
2025-07-10 18:22:37,768 INFO MainThread:91290 [wandb_run.py:_redirect():2421] redirect: wrap_raw
|
| 20 |
+
2025-07-10 18:22:37,768 INFO MainThread:91290 [wandb_run.py:_redirect():2490] Wrapping output streams.
|
| 21 |
+
2025-07-10 18:22:37,768 INFO MainThread:91290 [wandb_run.py:_redirect():2513] Redirects installed.
|
| 22 |
+
2025-07-10 18:22:37,769 INFO MainThread:91290 [wandb_init.py:init():1150] run started, returning control to user process
|
| 23 |
+
2025-07-10 19:50:18,842 INFO MsgRouterThr:91290 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 2 handles.
|
wandb/run-20250710_182237-9a34iqpp/run-9a34iqpp.wandb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7b2b19fad6dd8362b5f752463ad227972bb14a628e1f9fe2131e9627e9405fea
|
| 3 |
+
size 902495
|