Upload folder using huggingface_hub
Browse files- .gitattributes +1 -0
- checkpoints/020000/pretrained_model/config.json +64 -0
- checkpoints/020000/pretrained_model/model.safetensors +3 -0
- checkpoints/020000/pretrained_model/train_config.json +170 -0
- checkpoints/020000/training_state/optimizer_param_groups.json +191 -0
- checkpoints/020000/training_state/optimizer_state.safetensors +3 -0
- checkpoints/020000/training_state/rng_state.safetensors +3 -0
- checkpoints/020000/training_state/training_step.json +3 -0
- checkpoints/040000/pretrained_model/config.json +64 -0
- checkpoints/040000/pretrained_model/model.safetensors +3 -0
- checkpoints/040000/pretrained_model/train_config.json +170 -0
- checkpoints/040000/training_state/optimizer_param_groups.json +191 -0
- checkpoints/040000/training_state/optimizer_state.safetensors +3 -0
- checkpoints/040000/training_state/rng_state.safetensors +3 -0
- checkpoints/040000/training_state/training_step.json +3 -0
- checkpoints/060000/pretrained_model/config.json +64 -0
- checkpoints/060000/pretrained_model/model.safetensors +3 -0
- checkpoints/060000/pretrained_model/train_config.json +170 -0
- checkpoints/060000/training_state/optimizer_param_groups.json +191 -0
- checkpoints/060000/training_state/optimizer_state.safetensors +3 -0
- checkpoints/060000/training_state/rng_state.safetensors +3 -0
- checkpoints/060000/training_state/training_step.json +3 -0
- checkpoints/080000/pretrained_model/config.json +64 -0
- checkpoints/080000/pretrained_model/model.safetensors +3 -0
- checkpoints/080000/pretrained_model/train_config.json +170 -0
- checkpoints/080000/training_state/optimizer_param_groups.json +191 -0
- checkpoints/080000/training_state/optimizer_state.safetensors +3 -0
- checkpoints/080000/training_state/rng_state.safetensors +3 -0
- checkpoints/080000/training_state/training_step.json +3 -0
- checkpoints/100000/pretrained_model/config.json +64 -0
- checkpoints/100000/pretrained_model/model.safetensors +3 -0
- checkpoints/100000/pretrained_model/train_config.json +170 -0
- checkpoints/100000/training_state/optimizer_param_groups.json +191 -0
- checkpoints/100000/training_state/optimizer_state.safetensors +3 -0
- checkpoints/100000/training_state/rng_state.safetensors +3 -0
- checkpoints/100000/training_state/training_step.json +3 -0
- wandb/debug-internal.log +15 -0
- wandb/debug.log +22 -0
- wandb/run-20250614_232714-v429osbu/files/config.yaml +159 -0
- wandb/run-20250614_232714-v429osbu/files/output.log +527 -0
- wandb/run-20250614_232714-v429osbu/files/requirements.txt +203 -0
- wandb/run-20250614_232714-v429osbu/files/wandb-metadata.json +49 -0
- wandb/run-20250614_232714-v429osbu/files/wandb-summary.json +1 -0
- wandb/run-20250614_232714-v429osbu/logs/debug-core.log +14 -0
- wandb/run-20250614_232714-v429osbu/logs/debug-internal.log +15 -0
- wandb/run-20250614_232714-v429osbu/logs/debug.log +22 -0
- wandb/run-20250614_232714-v429osbu/run-v429osbu.wandb +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
wandb/run-20250614_232714-v429osbu/run-v429osbu.wandb filter=lfs diff=lfs merge=lfs -text
|
checkpoints/020000/pretrained_model/config.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"type": "act",
|
| 3 |
+
"n_obs_steps": 1,
|
| 4 |
+
"normalization_mapping": {
|
| 5 |
+
"VISUAL": "MEAN_STD",
|
| 6 |
+
"STATE": "MEAN_STD",
|
| 7 |
+
"ACTION": "MEAN_STD"
|
| 8 |
+
},
|
| 9 |
+
"input_features": {
|
| 10 |
+
"observation.state": {
|
| 11 |
+
"type": "STATE",
|
| 12 |
+
"shape": [
|
| 13 |
+
6
|
| 14 |
+
]
|
| 15 |
+
},
|
| 16 |
+
"observation.images.front": {
|
| 17 |
+
"type": "VISUAL",
|
| 18 |
+
"shape": [
|
| 19 |
+
3,
|
| 20 |
+
480,
|
| 21 |
+
640
|
| 22 |
+
]
|
| 23 |
+
},
|
| 24 |
+
"observation.images.overhead": {
|
| 25 |
+
"type": "VISUAL",
|
| 26 |
+
"shape": [
|
| 27 |
+
3,
|
| 28 |
+
240,
|
| 29 |
+
320
|
| 30 |
+
]
|
| 31 |
+
}
|
| 32 |
+
},
|
| 33 |
+
"output_features": {
|
| 34 |
+
"action": {
|
| 35 |
+
"type": "ACTION",
|
| 36 |
+
"shape": [
|
| 37 |
+
6
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"device": "cuda",
|
| 42 |
+
"use_amp": false,
|
| 43 |
+
"chunk_size": 100,
|
| 44 |
+
"n_action_steps": 100,
|
| 45 |
+
"vision_backbone": "resnet18",
|
| 46 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 47 |
+
"replace_final_stride_with_dilation": false,
|
| 48 |
+
"pre_norm": false,
|
| 49 |
+
"dim_model": 512,
|
| 50 |
+
"n_heads": 8,
|
| 51 |
+
"dim_feedforward": 3200,
|
| 52 |
+
"feedforward_activation": "relu",
|
| 53 |
+
"n_encoder_layers": 4,
|
| 54 |
+
"n_decoder_layers": 1,
|
| 55 |
+
"use_vae": true,
|
| 56 |
+
"latent_dim": 32,
|
| 57 |
+
"n_vae_encoder_layers": 4,
|
| 58 |
+
"temporal_ensemble_coeff": null,
|
| 59 |
+
"dropout": 0.1,
|
| 60 |
+
"kl_weight": 10.0,
|
| 61 |
+
"optimizer_lr": 1e-05,
|
| 62 |
+
"optimizer_weight_decay": 0.0001,
|
| 63 |
+
"optimizer_lr_backbone": 1e-05
|
| 64 |
+
}
|
checkpoints/020000/pretrained_model/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d3f87963895ad2fed34992d105d7d5ca09b7e454e125faa3dcec51bf1bef6431
|
| 3 |
+
size 206701072
|
checkpoints/020000/pretrained_model/train_config.json
ADDED
|
@@ -0,0 +1,170 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset": {
|
| 3 |
+
"repo_id": "logancv/chess_pick_up_100_again_again",
|
| 4 |
+
"root": null,
|
| 5 |
+
"episodes": null,
|
| 6 |
+
"image_transforms": {
|
| 7 |
+
"enable": false,
|
| 8 |
+
"max_num_transforms": 3,
|
| 9 |
+
"random_order": false,
|
| 10 |
+
"tfs": {
|
| 11 |
+
"brightness": {
|
| 12 |
+
"weight": 1.0,
|
| 13 |
+
"type": "ColorJitter",
|
| 14 |
+
"kwargs": {
|
| 15 |
+
"brightness": [
|
| 16 |
+
0.8,
|
| 17 |
+
1.2
|
| 18 |
+
]
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
"contrast": {
|
| 22 |
+
"weight": 1.0,
|
| 23 |
+
"type": "ColorJitter",
|
| 24 |
+
"kwargs": {
|
| 25 |
+
"contrast": [
|
| 26 |
+
0.8,
|
| 27 |
+
1.2
|
| 28 |
+
]
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"saturation": {
|
| 32 |
+
"weight": 1.0,
|
| 33 |
+
"type": "ColorJitter",
|
| 34 |
+
"kwargs": {
|
| 35 |
+
"saturation": [
|
| 36 |
+
0.5,
|
| 37 |
+
1.5
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"hue": {
|
| 42 |
+
"weight": 1.0,
|
| 43 |
+
"type": "ColorJitter",
|
| 44 |
+
"kwargs": {
|
| 45 |
+
"hue": [
|
| 46 |
+
-0.05,
|
| 47 |
+
0.05
|
| 48 |
+
]
|
| 49 |
+
}
|
| 50 |
+
},
|
| 51 |
+
"sharpness": {
|
| 52 |
+
"weight": 1.0,
|
| 53 |
+
"type": "SharpnessJitter",
|
| 54 |
+
"kwargs": {
|
| 55 |
+
"sharpness": [
|
| 56 |
+
0.5,
|
| 57 |
+
1.5
|
| 58 |
+
]
|
| 59 |
+
}
|
| 60 |
+
}
|
| 61 |
+
}
|
| 62 |
+
},
|
| 63 |
+
"revision": null,
|
| 64 |
+
"use_imagenet_stats": true,
|
| 65 |
+
"video_backend": "torchcodec"
|
| 66 |
+
},
|
| 67 |
+
"env": null,
|
| 68 |
+
"policy": {
|
| 69 |
+
"type": "act",
|
| 70 |
+
"n_obs_steps": 1,
|
| 71 |
+
"normalization_mapping": {
|
| 72 |
+
"VISUAL": "MEAN_STD",
|
| 73 |
+
"STATE": "MEAN_STD",
|
| 74 |
+
"ACTION": "MEAN_STD"
|
| 75 |
+
},
|
| 76 |
+
"input_features": {
|
| 77 |
+
"observation.state": {
|
| 78 |
+
"type": "STATE",
|
| 79 |
+
"shape": [
|
| 80 |
+
6
|
| 81 |
+
]
|
| 82 |
+
},
|
| 83 |
+
"observation.images.front": {
|
| 84 |
+
"type": "VISUAL",
|
| 85 |
+
"shape": [
|
| 86 |
+
3,
|
| 87 |
+
480,
|
| 88 |
+
640
|
| 89 |
+
]
|
| 90 |
+
},
|
| 91 |
+
"observation.images.overhead": {
|
| 92 |
+
"type": "VISUAL",
|
| 93 |
+
"shape": [
|
| 94 |
+
3,
|
| 95 |
+
240,
|
| 96 |
+
320
|
| 97 |
+
]
|
| 98 |
+
}
|
| 99 |
+
},
|
| 100 |
+
"output_features": {
|
| 101 |
+
"action": {
|
| 102 |
+
"type": "ACTION",
|
| 103 |
+
"shape": [
|
| 104 |
+
6
|
| 105 |
+
]
|
| 106 |
+
}
|
| 107 |
+
},
|
| 108 |
+
"device": "cuda",
|
| 109 |
+
"use_amp": false,
|
| 110 |
+
"chunk_size": 100,
|
| 111 |
+
"n_action_steps": 100,
|
| 112 |
+
"vision_backbone": "resnet18",
|
| 113 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 114 |
+
"replace_final_stride_with_dilation": false,
|
| 115 |
+
"pre_norm": false,
|
| 116 |
+
"dim_model": 512,
|
| 117 |
+
"n_heads": 8,
|
| 118 |
+
"dim_feedforward": 3200,
|
| 119 |
+
"feedforward_activation": "relu",
|
| 120 |
+
"n_encoder_layers": 4,
|
| 121 |
+
"n_decoder_layers": 1,
|
| 122 |
+
"use_vae": true,
|
| 123 |
+
"latent_dim": 32,
|
| 124 |
+
"n_vae_encoder_layers": 4,
|
| 125 |
+
"temporal_ensemble_coeff": null,
|
| 126 |
+
"dropout": 0.1,
|
| 127 |
+
"kl_weight": 10.0,
|
| 128 |
+
"optimizer_lr": 1e-05,
|
| 129 |
+
"optimizer_weight_decay": 0.0001,
|
| 130 |
+
"optimizer_lr_backbone": 1e-05
|
| 131 |
+
},
|
| 132 |
+
"output_dir": "outputs/train/chess_pickup",
|
| 133 |
+
"job_name": "chess_pickup_trained",
|
| 134 |
+
"resume": false,
|
| 135 |
+
"seed": 1000,
|
| 136 |
+
"num_workers": 4,
|
| 137 |
+
"batch_size": 8,
|
| 138 |
+
"steps": 100000,
|
| 139 |
+
"eval_freq": 20000,
|
| 140 |
+
"log_freq": 200,
|
| 141 |
+
"save_checkpoint": true,
|
| 142 |
+
"save_freq": 20000,
|
| 143 |
+
"use_policy_training_preset": true,
|
| 144 |
+
"optimizer": {
|
| 145 |
+
"type": "adamw",
|
| 146 |
+
"lr": 1e-05,
|
| 147 |
+
"weight_decay": 0.0001,
|
| 148 |
+
"grad_clip_norm": 10.0,
|
| 149 |
+
"betas": [
|
| 150 |
+
0.9,
|
| 151 |
+
0.999
|
| 152 |
+
],
|
| 153 |
+
"eps": 1e-08
|
| 154 |
+
},
|
| 155 |
+
"scheduler": null,
|
| 156 |
+
"eval": {
|
| 157 |
+
"n_episodes": 50,
|
| 158 |
+
"batch_size": 50,
|
| 159 |
+
"use_async_envs": false
|
| 160 |
+
},
|
| 161 |
+
"wandb": {
|
| 162 |
+
"enable": true,
|
| 163 |
+
"disable_artifact": false,
|
| 164 |
+
"project": "lerobot",
|
| 165 |
+
"entity": null,
|
| 166 |
+
"notes": null,
|
| 167 |
+
"run_id": null,
|
| 168 |
+
"mode": null
|
| 169 |
+
}
|
| 170 |
+
}
|
checkpoints/020000/training_state/optimizer_param_groups.json
ADDED
|
@@ -0,0 +1,191 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"lr": 1e-05,
|
| 4 |
+
"betas": [
|
| 5 |
+
0.9,
|
| 6 |
+
0.999
|
| 7 |
+
],
|
| 8 |
+
"eps": 1e-08,
|
| 9 |
+
"weight_decay": 0.0001,
|
| 10 |
+
"amsgrad": false,
|
| 11 |
+
"maximize": false,
|
| 12 |
+
"foreach": null,
|
| 13 |
+
"capturable": false,
|
| 14 |
+
"differentiable": false,
|
| 15 |
+
"fused": null,
|
| 16 |
+
"decoupled_weight_decay": true,
|
| 17 |
+
"params": [
|
| 18 |
+
0,
|
| 19 |
+
1,
|
| 20 |
+
2,
|
| 21 |
+
3,
|
| 22 |
+
4,
|
| 23 |
+
5,
|
| 24 |
+
6,
|
| 25 |
+
7,
|
| 26 |
+
8,
|
| 27 |
+
9,
|
| 28 |
+
10,
|
| 29 |
+
11,
|
| 30 |
+
12,
|
| 31 |
+
13,
|
| 32 |
+
14,
|
| 33 |
+
15,
|
| 34 |
+
16,
|
| 35 |
+
17,
|
| 36 |
+
18,
|
| 37 |
+
19,
|
| 38 |
+
20,
|
| 39 |
+
21,
|
| 40 |
+
22,
|
| 41 |
+
23,
|
| 42 |
+
24,
|
| 43 |
+
25,
|
| 44 |
+
26,
|
| 45 |
+
27,
|
| 46 |
+
28,
|
| 47 |
+
29,
|
| 48 |
+
30,
|
| 49 |
+
31,
|
| 50 |
+
32,
|
| 51 |
+
33,
|
| 52 |
+
34,
|
| 53 |
+
35,
|
| 54 |
+
36,
|
| 55 |
+
37,
|
| 56 |
+
38,
|
| 57 |
+
39,
|
| 58 |
+
40,
|
| 59 |
+
41,
|
| 60 |
+
42,
|
| 61 |
+
43,
|
| 62 |
+
44,
|
| 63 |
+
45,
|
| 64 |
+
46,
|
| 65 |
+
47,
|
| 66 |
+
48,
|
| 67 |
+
49,
|
| 68 |
+
50,
|
| 69 |
+
51,
|
| 70 |
+
52,
|
| 71 |
+
53,
|
| 72 |
+
54,
|
| 73 |
+
55,
|
| 74 |
+
56,
|
| 75 |
+
57,
|
| 76 |
+
58,
|
| 77 |
+
59,
|
| 78 |
+
60,
|
| 79 |
+
61,
|
| 80 |
+
62,
|
| 81 |
+
63,
|
| 82 |
+
64,
|
| 83 |
+
65,
|
| 84 |
+
66,
|
| 85 |
+
67,
|
| 86 |
+
68,
|
| 87 |
+
69,
|
| 88 |
+
70,
|
| 89 |
+
71,
|
| 90 |
+
72,
|
| 91 |
+
73,
|
| 92 |
+
74,
|
| 93 |
+
75,
|
| 94 |
+
76,
|
| 95 |
+
77,
|
| 96 |
+
78,
|
| 97 |
+
79,
|
| 98 |
+
80,
|
| 99 |
+
81,
|
| 100 |
+
82,
|
| 101 |
+
83,
|
| 102 |
+
84,
|
| 103 |
+
85,
|
| 104 |
+
86,
|
| 105 |
+
87,
|
| 106 |
+
88,
|
| 107 |
+
89,
|
| 108 |
+
90,
|
| 109 |
+
91,
|
| 110 |
+
92,
|
| 111 |
+
93,
|
| 112 |
+
94,
|
| 113 |
+
95,
|
| 114 |
+
96,
|
| 115 |
+
97,
|
| 116 |
+
98,
|
| 117 |
+
99,
|
| 118 |
+
100,
|
| 119 |
+
101,
|
| 120 |
+
102,
|
| 121 |
+
103,
|
| 122 |
+
104,
|
| 123 |
+
105,
|
| 124 |
+
106,
|
| 125 |
+
107,
|
| 126 |
+
108,
|
| 127 |
+
109,
|
| 128 |
+
110,
|
| 129 |
+
111,
|
| 130 |
+
112,
|
| 131 |
+
113,
|
| 132 |
+
114,
|
| 133 |
+
115,
|
| 134 |
+
116,
|
| 135 |
+
117,
|
| 136 |
+
118,
|
| 137 |
+
119,
|
| 138 |
+
120,
|
| 139 |
+
121,
|
| 140 |
+
122,
|
| 141 |
+
123,
|
| 142 |
+
124,
|
| 143 |
+
125,
|
| 144 |
+
126,
|
| 145 |
+
127,
|
| 146 |
+
128,
|
| 147 |
+
129,
|
| 148 |
+
130,
|
| 149 |
+
131,
|
| 150 |
+
132
|
| 151 |
+
]
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"lr": 1e-05,
|
| 155 |
+
"betas": [
|
| 156 |
+
0.9,
|
| 157 |
+
0.999
|
| 158 |
+
],
|
| 159 |
+
"eps": 1e-08,
|
| 160 |
+
"weight_decay": 0.0001,
|
| 161 |
+
"amsgrad": false,
|
| 162 |
+
"maximize": false,
|
| 163 |
+
"foreach": null,
|
| 164 |
+
"capturable": false,
|
| 165 |
+
"differentiable": false,
|
| 166 |
+
"fused": null,
|
| 167 |
+
"decoupled_weight_decay": true,
|
| 168 |
+
"params": [
|
| 169 |
+
133,
|
| 170 |
+
134,
|
| 171 |
+
135,
|
| 172 |
+
136,
|
| 173 |
+
137,
|
| 174 |
+
138,
|
| 175 |
+
139,
|
| 176 |
+
140,
|
| 177 |
+
141,
|
| 178 |
+
142,
|
| 179 |
+
143,
|
| 180 |
+
144,
|
| 181 |
+
145,
|
| 182 |
+
146,
|
| 183 |
+
147,
|
| 184 |
+
148,
|
| 185 |
+
149,
|
| 186 |
+
150,
|
| 187 |
+
151,
|
| 188 |
+
152
|
| 189 |
+
]
|
| 190 |
+
}
|
| 191 |
+
]
|
checkpoints/020000/training_state/optimizer_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:98747bc6667f6235d3d4186514976abcf3b496e313e328db227eafccb4e3f97e
|
| 3 |
+
size 412817652
|
checkpoints/020000/training_state/rng_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0357396469d27c341c3309574675c7226c3d4a4a97d1c48ea148b0957226df1e
|
| 3 |
+
size 15708
|
checkpoints/020000/training_state/training_step.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 20000
|
| 3 |
+
}
|
checkpoints/040000/pretrained_model/config.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"type": "act",
|
| 3 |
+
"n_obs_steps": 1,
|
| 4 |
+
"normalization_mapping": {
|
| 5 |
+
"VISUAL": "MEAN_STD",
|
| 6 |
+
"STATE": "MEAN_STD",
|
| 7 |
+
"ACTION": "MEAN_STD"
|
| 8 |
+
},
|
| 9 |
+
"input_features": {
|
| 10 |
+
"observation.state": {
|
| 11 |
+
"type": "STATE",
|
| 12 |
+
"shape": [
|
| 13 |
+
6
|
| 14 |
+
]
|
| 15 |
+
},
|
| 16 |
+
"observation.images.front": {
|
| 17 |
+
"type": "VISUAL",
|
| 18 |
+
"shape": [
|
| 19 |
+
3,
|
| 20 |
+
480,
|
| 21 |
+
640
|
| 22 |
+
]
|
| 23 |
+
},
|
| 24 |
+
"observation.images.overhead": {
|
| 25 |
+
"type": "VISUAL",
|
| 26 |
+
"shape": [
|
| 27 |
+
3,
|
| 28 |
+
240,
|
| 29 |
+
320
|
| 30 |
+
]
|
| 31 |
+
}
|
| 32 |
+
},
|
| 33 |
+
"output_features": {
|
| 34 |
+
"action": {
|
| 35 |
+
"type": "ACTION",
|
| 36 |
+
"shape": [
|
| 37 |
+
6
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"device": "cuda",
|
| 42 |
+
"use_amp": false,
|
| 43 |
+
"chunk_size": 100,
|
| 44 |
+
"n_action_steps": 100,
|
| 45 |
+
"vision_backbone": "resnet18",
|
| 46 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 47 |
+
"replace_final_stride_with_dilation": false,
|
| 48 |
+
"pre_norm": false,
|
| 49 |
+
"dim_model": 512,
|
| 50 |
+
"n_heads": 8,
|
| 51 |
+
"dim_feedforward": 3200,
|
| 52 |
+
"feedforward_activation": "relu",
|
| 53 |
+
"n_encoder_layers": 4,
|
| 54 |
+
"n_decoder_layers": 1,
|
| 55 |
+
"use_vae": true,
|
| 56 |
+
"latent_dim": 32,
|
| 57 |
+
"n_vae_encoder_layers": 4,
|
| 58 |
+
"temporal_ensemble_coeff": null,
|
| 59 |
+
"dropout": 0.1,
|
| 60 |
+
"kl_weight": 10.0,
|
| 61 |
+
"optimizer_lr": 1e-05,
|
| 62 |
+
"optimizer_weight_decay": 0.0001,
|
| 63 |
+
"optimizer_lr_backbone": 1e-05
|
| 64 |
+
}
|
checkpoints/040000/pretrained_model/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:09f04962b060b74ba76878bc06754d1be1a80abed68bdb25f85ed748498eb3d3
|
| 3 |
+
size 206701072
|
checkpoints/040000/pretrained_model/train_config.json
ADDED
|
@@ -0,0 +1,170 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset": {
|
| 3 |
+
"repo_id": "logancv/chess_pick_up_100_again_again",
|
| 4 |
+
"root": null,
|
| 5 |
+
"episodes": null,
|
| 6 |
+
"image_transforms": {
|
| 7 |
+
"enable": false,
|
| 8 |
+
"max_num_transforms": 3,
|
| 9 |
+
"random_order": false,
|
| 10 |
+
"tfs": {
|
| 11 |
+
"brightness": {
|
| 12 |
+
"weight": 1.0,
|
| 13 |
+
"type": "ColorJitter",
|
| 14 |
+
"kwargs": {
|
| 15 |
+
"brightness": [
|
| 16 |
+
0.8,
|
| 17 |
+
1.2
|
| 18 |
+
]
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
"contrast": {
|
| 22 |
+
"weight": 1.0,
|
| 23 |
+
"type": "ColorJitter",
|
| 24 |
+
"kwargs": {
|
| 25 |
+
"contrast": [
|
| 26 |
+
0.8,
|
| 27 |
+
1.2
|
| 28 |
+
]
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"saturation": {
|
| 32 |
+
"weight": 1.0,
|
| 33 |
+
"type": "ColorJitter",
|
| 34 |
+
"kwargs": {
|
| 35 |
+
"saturation": [
|
| 36 |
+
0.5,
|
| 37 |
+
1.5
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"hue": {
|
| 42 |
+
"weight": 1.0,
|
| 43 |
+
"type": "ColorJitter",
|
| 44 |
+
"kwargs": {
|
| 45 |
+
"hue": [
|
| 46 |
+
-0.05,
|
| 47 |
+
0.05
|
| 48 |
+
]
|
| 49 |
+
}
|
| 50 |
+
},
|
| 51 |
+
"sharpness": {
|
| 52 |
+
"weight": 1.0,
|
| 53 |
+
"type": "SharpnessJitter",
|
| 54 |
+
"kwargs": {
|
| 55 |
+
"sharpness": [
|
| 56 |
+
0.5,
|
| 57 |
+
1.5
|
| 58 |
+
]
|
| 59 |
+
}
|
| 60 |
+
}
|
| 61 |
+
}
|
| 62 |
+
},
|
| 63 |
+
"revision": null,
|
| 64 |
+
"use_imagenet_stats": true,
|
| 65 |
+
"video_backend": "torchcodec"
|
| 66 |
+
},
|
| 67 |
+
"env": null,
|
| 68 |
+
"policy": {
|
| 69 |
+
"type": "act",
|
| 70 |
+
"n_obs_steps": 1,
|
| 71 |
+
"normalization_mapping": {
|
| 72 |
+
"VISUAL": "MEAN_STD",
|
| 73 |
+
"STATE": "MEAN_STD",
|
| 74 |
+
"ACTION": "MEAN_STD"
|
| 75 |
+
},
|
| 76 |
+
"input_features": {
|
| 77 |
+
"observation.state": {
|
| 78 |
+
"type": "STATE",
|
| 79 |
+
"shape": [
|
| 80 |
+
6
|
| 81 |
+
]
|
| 82 |
+
},
|
| 83 |
+
"observation.images.front": {
|
| 84 |
+
"type": "VISUAL",
|
| 85 |
+
"shape": [
|
| 86 |
+
3,
|
| 87 |
+
480,
|
| 88 |
+
640
|
| 89 |
+
]
|
| 90 |
+
},
|
| 91 |
+
"observation.images.overhead": {
|
| 92 |
+
"type": "VISUAL",
|
| 93 |
+
"shape": [
|
| 94 |
+
3,
|
| 95 |
+
240,
|
| 96 |
+
320
|
| 97 |
+
]
|
| 98 |
+
}
|
| 99 |
+
},
|
| 100 |
+
"output_features": {
|
| 101 |
+
"action": {
|
| 102 |
+
"type": "ACTION",
|
| 103 |
+
"shape": [
|
| 104 |
+
6
|
| 105 |
+
]
|
| 106 |
+
}
|
| 107 |
+
},
|
| 108 |
+
"device": "cuda",
|
| 109 |
+
"use_amp": false,
|
| 110 |
+
"chunk_size": 100,
|
| 111 |
+
"n_action_steps": 100,
|
| 112 |
+
"vision_backbone": "resnet18",
|
| 113 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 114 |
+
"replace_final_stride_with_dilation": false,
|
| 115 |
+
"pre_norm": false,
|
| 116 |
+
"dim_model": 512,
|
| 117 |
+
"n_heads": 8,
|
| 118 |
+
"dim_feedforward": 3200,
|
| 119 |
+
"feedforward_activation": "relu",
|
| 120 |
+
"n_encoder_layers": 4,
|
| 121 |
+
"n_decoder_layers": 1,
|
| 122 |
+
"use_vae": true,
|
| 123 |
+
"latent_dim": 32,
|
| 124 |
+
"n_vae_encoder_layers": 4,
|
| 125 |
+
"temporal_ensemble_coeff": null,
|
| 126 |
+
"dropout": 0.1,
|
| 127 |
+
"kl_weight": 10.0,
|
| 128 |
+
"optimizer_lr": 1e-05,
|
| 129 |
+
"optimizer_weight_decay": 0.0001,
|
| 130 |
+
"optimizer_lr_backbone": 1e-05
|
| 131 |
+
},
|
| 132 |
+
"output_dir": "outputs/train/chess_pickup",
|
| 133 |
+
"job_name": "chess_pickup_trained",
|
| 134 |
+
"resume": false,
|
| 135 |
+
"seed": 1000,
|
| 136 |
+
"num_workers": 4,
|
| 137 |
+
"batch_size": 8,
|
| 138 |
+
"steps": 100000,
|
| 139 |
+
"eval_freq": 20000,
|
| 140 |
+
"log_freq": 200,
|
| 141 |
+
"save_checkpoint": true,
|
| 142 |
+
"save_freq": 20000,
|
| 143 |
+
"use_policy_training_preset": true,
|
| 144 |
+
"optimizer": {
|
| 145 |
+
"type": "adamw",
|
| 146 |
+
"lr": 1e-05,
|
| 147 |
+
"weight_decay": 0.0001,
|
| 148 |
+
"grad_clip_norm": 10.0,
|
| 149 |
+
"betas": [
|
| 150 |
+
0.9,
|
| 151 |
+
0.999
|
| 152 |
+
],
|
| 153 |
+
"eps": 1e-08
|
| 154 |
+
},
|
| 155 |
+
"scheduler": null,
|
| 156 |
+
"eval": {
|
| 157 |
+
"n_episodes": 50,
|
| 158 |
+
"batch_size": 50,
|
| 159 |
+
"use_async_envs": false
|
| 160 |
+
},
|
| 161 |
+
"wandb": {
|
| 162 |
+
"enable": true,
|
| 163 |
+
"disable_artifact": false,
|
| 164 |
+
"project": "lerobot",
|
| 165 |
+
"entity": null,
|
| 166 |
+
"notes": null,
|
| 167 |
+
"run_id": null,
|
| 168 |
+
"mode": null
|
| 169 |
+
}
|
| 170 |
+
}
|
checkpoints/040000/training_state/optimizer_param_groups.json
ADDED
|
@@ -0,0 +1,191 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"lr": 1e-05,
|
| 4 |
+
"betas": [
|
| 5 |
+
0.9,
|
| 6 |
+
0.999
|
| 7 |
+
],
|
| 8 |
+
"eps": 1e-08,
|
| 9 |
+
"weight_decay": 0.0001,
|
| 10 |
+
"amsgrad": false,
|
| 11 |
+
"maximize": false,
|
| 12 |
+
"foreach": null,
|
| 13 |
+
"capturable": false,
|
| 14 |
+
"differentiable": false,
|
| 15 |
+
"fused": null,
|
| 16 |
+
"decoupled_weight_decay": true,
|
| 17 |
+
"params": [
|
| 18 |
+
0,
|
| 19 |
+
1,
|
| 20 |
+
2,
|
| 21 |
+
3,
|
| 22 |
+
4,
|
| 23 |
+
5,
|
| 24 |
+
6,
|
| 25 |
+
7,
|
| 26 |
+
8,
|
| 27 |
+
9,
|
| 28 |
+
10,
|
| 29 |
+
11,
|
| 30 |
+
12,
|
| 31 |
+
13,
|
| 32 |
+
14,
|
| 33 |
+
15,
|
| 34 |
+
16,
|
| 35 |
+
17,
|
| 36 |
+
18,
|
| 37 |
+
19,
|
| 38 |
+
20,
|
| 39 |
+
21,
|
| 40 |
+
22,
|
| 41 |
+
23,
|
| 42 |
+
24,
|
| 43 |
+
25,
|
| 44 |
+
26,
|
| 45 |
+
27,
|
| 46 |
+
28,
|
| 47 |
+
29,
|
| 48 |
+
30,
|
| 49 |
+
31,
|
| 50 |
+
32,
|
| 51 |
+
33,
|
| 52 |
+
34,
|
| 53 |
+
35,
|
| 54 |
+
36,
|
| 55 |
+
37,
|
| 56 |
+
38,
|
| 57 |
+
39,
|
| 58 |
+
40,
|
| 59 |
+
41,
|
| 60 |
+
42,
|
| 61 |
+
43,
|
| 62 |
+
44,
|
| 63 |
+
45,
|
| 64 |
+
46,
|
| 65 |
+
47,
|
| 66 |
+
48,
|
| 67 |
+
49,
|
| 68 |
+
50,
|
| 69 |
+
51,
|
| 70 |
+
52,
|
| 71 |
+
53,
|
| 72 |
+
54,
|
| 73 |
+
55,
|
| 74 |
+
56,
|
| 75 |
+
57,
|
| 76 |
+
58,
|
| 77 |
+
59,
|
| 78 |
+
60,
|
| 79 |
+
61,
|
| 80 |
+
62,
|
| 81 |
+
63,
|
| 82 |
+
64,
|
| 83 |
+
65,
|
| 84 |
+
66,
|
| 85 |
+
67,
|
| 86 |
+
68,
|
| 87 |
+
69,
|
| 88 |
+
70,
|
| 89 |
+
71,
|
| 90 |
+
72,
|
| 91 |
+
73,
|
| 92 |
+
74,
|
| 93 |
+
75,
|
| 94 |
+
76,
|
| 95 |
+
77,
|
| 96 |
+
78,
|
| 97 |
+
79,
|
| 98 |
+
80,
|
| 99 |
+
81,
|
| 100 |
+
82,
|
| 101 |
+
83,
|
| 102 |
+
84,
|
| 103 |
+
85,
|
| 104 |
+
86,
|
| 105 |
+
87,
|
| 106 |
+
88,
|
| 107 |
+
89,
|
| 108 |
+
90,
|
| 109 |
+
91,
|
| 110 |
+
92,
|
| 111 |
+
93,
|
| 112 |
+
94,
|
| 113 |
+
95,
|
| 114 |
+
96,
|
| 115 |
+
97,
|
| 116 |
+
98,
|
| 117 |
+
99,
|
| 118 |
+
100,
|
| 119 |
+
101,
|
| 120 |
+
102,
|
| 121 |
+
103,
|
| 122 |
+
104,
|
| 123 |
+
105,
|
| 124 |
+
106,
|
| 125 |
+
107,
|
| 126 |
+
108,
|
| 127 |
+
109,
|
| 128 |
+
110,
|
| 129 |
+
111,
|
| 130 |
+
112,
|
| 131 |
+
113,
|
| 132 |
+
114,
|
| 133 |
+
115,
|
| 134 |
+
116,
|
| 135 |
+
117,
|
| 136 |
+
118,
|
| 137 |
+
119,
|
| 138 |
+
120,
|
| 139 |
+
121,
|
| 140 |
+
122,
|
| 141 |
+
123,
|
| 142 |
+
124,
|
| 143 |
+
125,
|
| 144 |
+
126,
|
| 145 |
+
127,
|
| 146 |
+
128,
|
| 147 |
+
129,
|
| 148 |
+
130,
|
| 149 |
+
131,
|
| 150 |
+
132
|
| 151 |
+
]
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"lr": 1e-05,
|
| 155 |
+
"betas": [
|
| 156 |
+
0.9,
|
| 157 |
+
0.999
|
| 158 |
+
],
|
| 159 |
+
"eps": 1e-08,
|
| 160 |
+
"weight_decay": 0.0001,
|
| 161 |
+
"amsgrad": false,
|
| 162 |
+
"maximize": false,
|
| 163 |
+
"foreach": null,
|
| 164 |
+
"capturable": false,
|
| 165 |
+
"differentiable": false,
|
| 166 |
+
"fused": null,
|
| 167 |
+
"decoupled_weight_decay": true,
|
| 168 |
+
"params": [
|
| 169 |
+
133,
|
| 170 |
+
134,
|
| 171 |
+
135,
|
| 172 |
+
136,
|
| 173 |
+
137,
|
| 174 |
+
138,
|
| 175 |
+
139,
|
| 176 |
+
140,
|
| 177 |
+
141,
|
| 178 |
+
142,
|
| 179 |
+
143,
|
| 180 |
+
144,
|
| 181 |
+
145,
|
| 182 |
+
146,
|
| 183 |
+
147,
|
| 184 |
+
148,
|
| 185 |
+
149,
|
| 186 |
+
150,
|
| 187 |
+
151,
|
| 188 |
+
152
|
| 189 |
+
]
|
| 190 |
+
}
|
| 191 |
+
]
|
checkpoints/040000/training_state/optimizer_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:775a678d53f94788fd026273244351433782c13c1adabc9218db537b4040a57d
|
| 3 |
+
size 412817652
|
checkpoints/040000/training_state/rng_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:73080527f788cfdd5772e08c3e378e521c8d6b295610c5bc14b8338b20874b83
|
| 3 |
+
size 15708
|
checkpoints/040000/training_state/training_step.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 40000
|
| 3 |
+
}
|
checkpoints/060000/pretrained_model/config.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"type": "act",
|
| 3 |
+
"n_obs_steps": 1,
|
| 4 |
+
"normalization_mapping": {
|
| 5 |
+
"VISUAL": "MEAN_STD",
|
| 6 |
+
"STATE": "MEAN_STD",
|
| 7 |
+
"ACTION": "MEAN_STD"
|
| 8 |
+
},
|
| 9 |
+
"input_features": {
|
| 10 |
+
"observation.state": {
|
| 11 |
+
"type": "STATE",
|
| 12 |
+
"shape": [
|
| 13 |
+
6
|
| 14 |
+
]
|
| 15 |
+
},
|
| 16 |
+
"observation.images.front": {
|
| 17 |
+
"type": "VISUAL",
|
| 18 |
+
"shape": [
|
| 19 |
+
3,
|
| 20 |
+
480,
|
| 21 |
+
640
|
| 22 |
+
]
|
| 23 |
+
},
|
| 24 |
+
"observation.images.overhead": {
|
| 25 |
+
"type": "VISUAL",
|
| 26 |
+
"shape": [
|
| 27 |
+
3,
|
| 28 |
+
240,
|
| 29 |
+
320
|
| 30 |
+
]
|
| 31 |
+
}
|
| 32 |
+
},
|
| 33 |
+
"output_features": {
|
| 34 |
+
"action": {
|
| 35 |
+
"type": "ACTION",
|
| 36 |
+
"shape": [
|
| 37 |
+
6
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"device": "cuda",
|
| 42 |
+
"use_amp": false,
|
| 43 |
+
"chunk_size": 100,
|
| 44 |
+
"n_action_steps": 100,
|
| 45 |
+
"vision_backbone": "resnet18",
|
| 46 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 47 |
+
"replace_final_stride_with_dilation": false,
|
| 48 |
+
"pre_norm": false,
|
| 49 |
+
"dim_model": 512,
|
| 50 |
+
"n_heads": 8,
|
| 51 |
+
"dim_feedforward": 3200,
|
| 52 |
+
"feedforward_activation": "relu",
|
| 53 |
+
"n_encoder_layers": 4,
|
| 54 |
+
"n_decoder_layers": 1,
|
| 55 |
+
"use_vae": true,
|
| 56 |
+
"latent_dim": 32,
|
| 57 |
+
"n_vae_encoder_layers": 4,
|
| 58 |
+
"temporal_ensemble_coeff": null,
|
| 59 |
+
"dropout": 0.1,
|
| 60 |
+
"kl_weight": 10.0,
|
| 61 |
+
"optimizer_lr": 1e-05,
|
| 62 |
+
"optimizer_weight_decay": 0.0001,
|
| 63 |
+
"optimizer_lr_backbone": 1e-05
|
| 64 |
+
}
|
checkpoints/060000/pretrained_model/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:36f6c6e152d48111a7d85966aa3811ff7a85acad9f1f06da808f117fcf78fbd9
|
| 3 |
+
size 206701072
|
checkpoints/060000/pretrained_model/train_config.json
ADDED
|
@@ -0,0 +1,170 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset": {
|
| 3 |
+
"repo_id": "logancv/chess_pick_up_100_again_again",
|
| 4 |
+
"root": null,
|
| 5 |
+
"episodes": null,
|
| 6 |
+
"image_transforms": {
|
| 7 |
+
"enable": false,
|
| 8 |
+
"max_num_transforms": 3,
|
| 9 |
+
"random_order": false,
|
| 10 |
+
"tfs": {
|
| 11 |
+
"brightness": {
|
| 12 |
+
"weight": 1.0,
|
| 13 |
+
"type": "ColorJitter",
|
| 14 |
+
"kwargs": {
|
| 15 |
+
"brightness": [
|
| 16 |
+
0.8,
|
| 17 |
+
1.2
|
| 18 |
+
]
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
"contrast": {
|
| 22 |
+
"weight": 1.0,
|
| 23 |
+
"type": "ColorJitter",
|
| 24 |
+
"kwargs": {
|
| 25 |
+
"contrast": [
|
| 26 |
+
0.8,
|
| 27 |
+
1.2
|
| 28 |
+
]
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"saturation": {
|
| 32 |
+
"weight": 1.0,
|
| 33 |
+
"type": "ColorJitter",
|
| 34 |
+
"kwargs": {
|
| 35 |
+
"saturation": [
|
| 36 |
+
0.5,
|
| 37 |
+
1.5
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"hue": {
|
| 42 |
+
"weight": 1.0,
|
| 43 |
+
"type": "ColorJitter",
|
| 44 |
+
"kwargs": {
|
| 45 |
+
"hue": [
|
| 46 |
+
-0.05,
|
| 47 |
+
0.05
|
| 48 |
+
]
|
| 49 |
+
}
|
| 50 |
+
},
|
| 51 |
+
"sharpness": {
|
| 52 |
+
"weight": 1.0,
|
| 53 |
+
"type": "SharpnessJitter",
|
| 54 |
+
"kwargs": {
|
| 55 |
+
"sharpness": [
|
| 56 |
+
0.5,
|
| 57 |
+
1.5
|
| 58 |
+
]
|
| 59 |
+
}
|
| 60 |
+
}
|
| 61 |
+
}
|
| 62 |
+
},
|
| 63 |
+
"revision": null,
|
| 64 |
+
"use_imagenet_stats": true,
|
| 65 |
+
"video_backend": "torchcodec"
|
| 66 |
+
},
|
| 67 |
+
"env": null,
|
| 68 |
+
"policy": {
|
| 69 |
+
"type": "act",
|
| 70 |
+
"n_obs_steps": 1,
|
| 71 |
+
"normalization_mapping": {
|
| 72 |
+
"VISUAL": "MEAN_STD",
|
| 73 |
+
"STATE": "MEAN_STD",
|
| 74 |
+
"ACTION": "MEAN_STD"
|
| 75 |
+
},
|
| 76 |
+
"input_features": {
|
| 77 |
+
"observation.state": {
|
| 78 |
+
"type": "STATE",
|
| 79 |
+
"shape": [
|
| 80 |
+
6
|
| 81 |
+
]
|
| 82 |
+
},
|
| 83 |
+
"observation.images.front": {
|
| 84 |
+
"type": "VISUAL",
|
| 85 |
+
"shape": [
|
| 86 |
+
3,
|
| 87 |
+
480,
|
| 88 |
+
640
|
| 89 |
+
]
|
| 90 |
+
},
|
| 91 |
+
"observation.images.overhead": {
|
| 92 |
+
"type": "VISUAL",
|
| 93 |
+
"shape": [
|
| 94 |
+
3,
|
| 95 |
+
240,
|
| 96 |
+
320
|
| 97 |
+
]
|
| 98 |
+
}
|
| 99 |
+
},
|
| 100 |
+
"output_features": {
|
| 101 |
+
"action": {
|
| 102 |
+
"type": "ACTION",
|
| 103 |
+
"shape": [
|
| 104 |
+
6
|
| 105 |
+
]
|
| 106 |
+
}
|
| 107 |
+
},
|
| 108 |
+
"device": "cuda",
|
| 109 |
+
"use_amp": false,
|
| 110 |
+
"chunk_size": 100,
|
| 111 |
+
"n_action_steps": 100,
|
| 112 |
+
"vision_backbone": "resnet18",
|
| 113 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 114 |
+
"replace_final_stride_with_dilation": false,
|
| 115 |
+
"pre_norm": false,
|
| 116 |
+
"dim_model": 512,
|
| 117 |
+
"n_heads": 8,
|
| 118 |
+
"dim_feedforward": 3200,
|
| 119 |
+
"feedforward_activation": "relu",
|
| 120 |
+
"n_encoder_layers": 4,
|
| 121 |
+
"n_decoder_layers": 1,
|
| 122 |
+
"use_vae": true,
|
| 123 |
+
"latent_dim": 32,
|
| 124 |
+
"n_vae_encoder_layers": 4,
|
| 125 |
+
"temporal_ensemble_coeff": null,
|
| 126 |
+
"dropout": 0.1,
|
| 127 |
+
"kl_weight": 10.0,
|
| 128 |
+
"optimizer_lr": 1e-05,
|
| 129 |
+
"optimizer_weight_decay": 0.0001,
|
| 130 |
+
"optimizer_lr_backbone": 1e-05
|
| 131 |
+
},
|
| 132 |
+
"output_dir": "outputs/train/chess_pickup",
|
| 133 |
+
"job_name": "chess_pickup_trained",
|
| 134 |
+
"resume": false,
|
| 135 |
+
"seed": 1000,
|
| 136 |
+
"num_workers": 4,
|
| 137 |
+
"batch_size": 8,
|
| 138 |
+
"steps": 100000,
|
| 139 |
+
"eval_freq": 20000,
|
| 140 |
+
"log_freq": 200,
|
| 141 |
+
"save_checkpoint": true,
|
| 142 |
+
"save_freq": 20000,
|
| 143 |
+
"use_policy_training_preset": true,
|
| 144 |
+
"optimizer": {
|
| 145 |
+
"type": "adamw",
|
| 146 |
+
"lr": 1e-05,
|
| 147 |
+
"weight_decay": 0.0001,
|
| 148 |
+
"grad_clip_norm": 10.0,
|
| 149 |
+
"betas": [
|
| 150 |
+
0.9,
|
| 151 |
+
0.999
|
| 152 |
+
],
|
| 153 |
+
"eps": 1e-08
|
| 154 |
+
},
|
| 155 |
+
"scheduler": null,
|
| 156 |
+
"eval": {
|
| 157 |
+
"n_episodes": 50,
|
| 158 |
+
"batch_size": 50,
|
| 159 |
+
"use_async_envs": false
|
| 160 |
+
},
|
| 161 |
+
"wandb": {
|
| 162 |
+
"enable": true,
|
| 163 |
+
"disable_artifact": false,
|
| 164 |
+
"project": "lerobot",
|
| 165 |
+
"entity": null,
|
| 166 |
+
"notes": null,
|
| 167 |
+
"run_id": null,
|
| 168 |
+
"mode": null
|
| 169 |
+
}
|
| 170 |
+
}
|
checkpoints/060000/training_state/optimizer_param_groups.json
ADDED
|
@@ -0,0 +1,191 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"lr": 1e-05,
|
| 4 |
+
"betas": [
|
| 5 |
+
0.9,
|
| 6 |
+
0.999
|
| 7 |
+
],
|
| 8 |
+
"eps": 1e-08,
|
| 9 |
+
"weight_decay": 0.0001,
|
| 10 |
+
"amsgrad": false,
|
| 11 |
+
"maximize": false,
|
| 12 |
+
"foreach": null,
|
| 13 |
+
"capturable": false,
|
| 14 |
+
"differentiable": false,
|
| 15 |
+
"fused": null,
|
| 16 |
+
"decoupled_weight_decay": true,
|
| 17 |
+
"params": [
|
| 18 |
+
0,
|
| 19 |
+
1,
|
| 20 |
+
2,
|
| 21 |
+
3,
|
| 22 |
+
4,
|
| 23 |
+
5,
|
| 24 |
+
6,
|
| 25 |
+
7,
|
| 26 |
+
8,
|
| 27 |
+
9,
|
| 28 |
+
10,
|
| 29 |
+
11,
|
| 30 |
+
12,
|
| 31 |
+
13,
|
| 32 |
+
14,
|
| 33 |
+
15,
|
| 34 |
+
16,
|
| 35 |
+
17,
|
| 36 |
+
18,
|
| 37 |
+
19,
|
| 38 |
+
20,
|
| 39 |
+
21,
|
| 40 |
+
22,
|
| 41 |
+
23,
|
| 42 |
+
24,
|
| 43 |
+
25,
|
| 44 |
+
26,
|
| 45 |
+
27,
|
| 46 |
+
28,
|
| 47 |
+
29,
|
| 48 |
+
30,
|
| 49 |
+
31,
|
| 50 |
+
32,
|
| 51 |
+
33,
|
| 52 |
+
34,
|
| 53 |
+
35,
|
| 54 |
+
36,
|
| 55 |
+
37,
|
| 56 |
+
38,
|
| 57 |
+
39,
|
| 58 |
+
40,
|
| 59 |
+
41,
|
| 60 |
+
42,
|
| 61 |
+
43,
|
| 62 |
+
44,
|
| 63 |
+
45,
|
| 64 |
+
46,
|
| 65 |
+
47,
|
| 66 |
+
48,
|
| 67 |
+
49,
|
| 68 |
+
50,
|
| 69 |
+
51,
|
| 70 |
+
52,
|
| 71 |
+
53,
|
| 72 |
+
54,
|
| 73 |
+
55,
|
| 74 |
+
56,
|
| 75 |
+
57,
|
| 76 |
+
58,
|
| 77 |
+
59,
|
| 78 |
+
60,
|
| 79 |
+
61,
|
| 80 |
+
62,
|
| 81 |
+
63,
|
| 82 |
+
64,
|
| 83 |
+
65,
|
| 84 |
+
66,
|
| 85 |
+
67,
|
| 86 |
+
68,
|
| 87 |
+
69,
|
| 88 |
+
70,
|
| 89 |
+
71,
|
| 90 |
+
72,
|
| 91 |
+
73,
|
| 92 |
+
74,
|
| 93 |
+
75,
|
| 94 |
+
76,
|
| 95 |
+
77,
|
| 96 |
+
78,
|
| 97 |
+
79,
|
| 98 |
+
80,
|
| 99 |
+
81,
|
| 100 |
+
82,
|
| 101 |
+
83,
|
| 102 |
+
84,
|
| 103 |
+
85,
|
| 104 |
+
86,
|
| 105 |
+
87,
|
| 106 |
+
88,
|
| 107 |
+
89,
|
| 108 |
+
90,
|
| 109 |
+
91,
|
| 110 |
+
92,
|
| 111 |
+
93,
|
| 112 |
+
94,
|
| 113 |
+
95,
|
| 114 |
+
96,
|
| 115 |
+
97,
|
| 116 |
+
98,
|
| 117 |
+
99,
|
| 118 |
+
100,
|
| 119 |
+
101,
|
| 120 |
+
102,
|
| 121 |
+
103,
|
| 122 |
+
104,
|
| 123 |
+
105,
|
| 124 |
+
106,
|
| 125 |
+
107,
|
| 126 |
+
108,
|
| 127 |
+
109,
|
| 128 |
+
110,
|
| 129 |
+
111,
|
| 130 |
+
112,
|
| 131 |
+
113,
|
| 132 |
+
114,
|
| 133 |
+
115,
|
| 134 |
+
116,
|
| 135 |
+
117,
|
| 136 |
+
118,
|
| 137 |
+
119,
|
| 138 |
+
120,
|
| 139 |
+
121,
|
| 140 |
+
122,
|
| 141 |
+
123,
|
| 142 |
+
124,
|
| 143 |
+
125,
|
| 144 |
+
126,
|
| 145 |
+
127,
|
| 146 |
+
128,
|
| 147 |
+
129,
|
| 148 |
+
130,
|
| 149 |
+
131,
|
| 150 |
+
132
|
| 151 |
+
]
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"lr": 1e-05,
|
| 155 |
+
"betas": [
|
| 156 |
+
0.9,
|
| 157 |
+
0.999
|
| 158 |
+
],
|
| 159 |
+
"eps": 1e-08,
|
| 160 |
+
"weight_decay": 0.0001,
|
| 161 |
+
"amsgrad": false,
|
| 162 |
+
"maximize": false,
|
| 163 |
+
"foreach": null,
|
| 164 |
+
"capturable": false,
|
| 165 |
+
"differentiable": false,
|
| 166 |
+
"fused": null,
|
| 167 |
+
"decoupled_weight_decay": true,
|
| 168 |
+
"params": [
|
| 169 |
+
133,
|
| 170 |
+
134,
|
| 171 |
+
135,
|
| 172 |
+
136,
|
| 173 |
+
137,
|
| 174 |
+
138,
|
| 175 |
+
139,
|
| 176 |
+
140,
|
| 177 |
+
141,
|
| 178 |
+
142,
|
| 179 |
+
143,
|
| 180 |
+
144,
|
| 181 |
+
145,
|
| 182 |
+
146,
|
| 183 |
+
147,
|
| 184 |
+
148,
|
| 185 |
+
149,
|
| 186 |
+
150,
|
| 187 |
+
151,
|
| 188 |
+
152
|
| 189 |
+
]
|
| 190 |
+
}
|
| 191 |
+
]
|
checkpoints/060000/training_state/optimizer_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:436c8e00efad9ad93bb6f7a2252f69701fdfa816068fb9ad5f47c4a6adaca0f2
|
| 3 |
+
size 412817652
|
checkpoints/060000/training_state/rng_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:74d400abf265fca67671ed2957f2bc1ef3ce73b5efc4e2deed1d945a647f9d38
|
| 3 |
+
size 15708
|
checkpoints/060000/training_state/training_step.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 60000
|
| 3 |
+
}
|
checkpoints/080000/pretrained_model/config.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"type": "act",
|
| 3 |
+
"n_obs_steps": 1,
|
| 4 |
+
"normalization_mapping": {
|
| 5 |
+
"VISUAL": "MEAN_STD",
|
| 6 |
+
"STATE": "MEAN_STD",
|
| 7 |
+
"ACTION": "MEAN_STD"
|
| 8 |
+
},
|
| 9 |
+
"input_features": {
|
| 10 |
+
"observation.state": {
|
| 11 |
+
"type": "STATE",
|
| 12 |
+
"shape": [
|
| 13 |
+
6
|
| 14 |
+
]
|
| 15 |
+
},
|
| 16 |
+
"observation.images.front": {
|
| 17 |
+
"type": "VISUAL",
|
| 18 |
+
"shape": [
|
| 19 |
+
3,
|
| 20 |
+
480,
|
| 21 |
+
640
|
| 22 |
+
]
|
| 23 |
+
},
|
| 24 |
+
"observation.images.overhead": {
|
| 25 |
+
"type": "VISUAL",
|
| 26 |
+
"shape": [
|
| 27 |
+
3,
|
| 28 |
+
240,
|
| 29 |
+
320
|
| 30 |
+
]
|
| 31 |
+
}
|
| 32 |
+
},
|
| 33 |
+
"output_features": {
|
| 34 |
+
"action": {
|
| 35 |
+
"type": "ACTION",
|
| 36 |
+
"shape": [
|
| 37 |
+
6
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"device": "cuda",
|
| 42 |
+
"use_amp": false,
|
| 43 |
+
"chunk_size": 100,
|
| 44 |
+
"n_action_steps": 100,
|
| 45 |
+
"vision_backbone": "resnet18",
|
| 46 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 47 |
+
"replace_final_stride_with_dilation": false,
|
| 48 |
+
"pre_norm": false,
|
| 49 |
+
"dim_model": 512,
|
| 50 |
+
"n_heads": 8,
|
| 51 |
+
"dim_feedforward": 3200,
|
| 52 |
+
"feedforward_activation": "relu",
|
| 53 |
+
"n_encoder_layers": 4,
|
| 54 |
+
"n_decoder_layers": 1,
|
| 55 |
+
"use_vae": true,
|
| 56 |
+
"latent_dim": 32,
|
| 57 |
+
"n_vae_encoder_layers": 4,
|
| 58 |
+
"temporal_ensemble_coeff": null,
|
| 59 |
+
"dropout": 0.1,
|
| 60 |
+
"kl_weight": 10.0,
|
| 61 |
+
"optimizer_lr": 1e-05,
|
| 62 |
+
"optimizer_weight_decay": 0.0001,
|
| 63 |
+
"optimizer_lr_backbone": 1e-05
|
| 64 |
+
}
|
checkpoints/080000/pretrained_model/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7026c340491285e120c31032973f602c705b45e82cc5c4c83c54c64b15136c8e
|
| 3 |
+
size 206701072
|
checkpoints/080000/pretrained_model/train_config.json
ADDED
|
@@ -0,0 +1,170 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset": {
|
| 3 |
+
"repo_id": "logancv/chess_pick_up_100_again_again",
|
| 4 |
+
"root": null,
|
| 5 |
+
"episodes": null,
|
| 6 |
+
"image_transforms": {
|
| 7 |
+
"enable": false,
|
| 8 |
+
"max_num_transforms": 3,
|
| 9 |
+
"random_order": false,
|
| 10 |
+
"tfs": {
|
| 11 |
+
"brightness": {
|
| 12 |
+
"weight": 1.0,
|
| 13 |
+
"type": "ColorJitter",
|
| 14 |
+
"kwargs": {
|
| 15 |
+
"brightness": [
|
| 16 |
+
0.8,
|
| 17 |
+
1.2
|
| 18 |
+
]
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
"contrast": {
|
| 22 |
+
"weight": 1.0,
|
| 23 |
+
"type": "ColorJitter",
|
| 24 |
+
"kwargs": {
|
| 25 |
+
"contrast": [
|
| 26 |
+
0.8,
|
| 27 |
+
1.2
|
| 28 |
+
]
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"saturation": {
|
| 32 |
+
"weight": 1.0,
|
| 33 |
+
"type": "ColorJitter",
|
| 34 |
+
"kwargs": {
|
| 35 |
+
"saturation": [
|
| 36 |
+
0.5,
|
| 37 |
+
1.5
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"hue": {
|
| 42 |
+
"weight": 1.0,
|
| 43 |
+
"type": "ColorJitter",
|
| 44 |
+
"kwargs": {
|
| 45 |
+
"hue": [
|
| 46 |
+
-0.05,
|
| 47 |
+
0.05
|
| 48 |
+
]
|
| 49 |
+
}
|
| 50 |
+
},
|
| 51 |
+
"sharpness": {
|
| 52 |
+
"weight": 1.0,
|
| 53 |
+
"type": "SharpnessJitter",
|
| 54 |
+
"kwargs": {
|
| 55 |
+
"sharpness": [
|
| 56 |
+
0.5,
|
| 57 |
+
1.5
|
| 58 |
+
]
|
| 59 |
+
}
|
| 60 |
+
}
|
| 61 |
+
}
|
| 62 |
+
},
|
| 63 |
+
"revision": null,
|
| 64 |
+
"use_imagenet_stats": true,
|
| 65 |
+
"video_backend": "torchcodec"
|
| 66 |
+
},
|
| 67 |
+
"env": null,
|
| 68 |
+
"policy": {
|
| 69 |
+
"type": "act",
|
| 70 |
+
"n_obs_steps": 1,
|
| 71 |
+
"normalization_mapping": {
|
| 72 |
+
"VISUAL": "MEAN_STD",
|
| 73 |
+
"STATE": "MEAN_STD",
|
| 74 |
+
"ACTION": "MEAN_STD"
|
| 75 |
+
},
|
| 76 |
+
"input_features": {
|
| 77 |
+
"observation.state": {
|
| 78 |
+
"type": "STATE",
|
| 79 |
+
"shape": [
|
| 80 |
+
6
|
| 81 |
+
]
|
| 82 |
+
},
|
| 83 |
+
"observation.images.front": {
|
| 84 |
+
"type": "VISUAL",
|
| 85 |
+
"shape": [
|
| 86 |
+
3,
|
| 87 |
+
480,
|
| 88 |
+
640
|
| 89 |
+
]
|
| 90 |
+
},
|
| 91 |
+
"observation.images.overhead": {
|
| 92 |
+
"type": "VISUAL",
|
| 93 |
+
"shape": [
|
| 94 |
+
3,
|
| 95 |
+
240,
|
| 96 |
+
320
|
| 97 |
+
]
|
| 98 |
+
}
|
| 99 |
+
},
|
| 100 |
+
"output_features": {
|
| 101 |
+
"action": {
|
| 102 |
+
"type": "ACTION",
|
| 103 |
+
"shape": [
|
| 104 |
+
6
|
| 105 |
+
]
|
| 106 |
+
}
|
| 107 |
+
},
|
| 108 |
+
"device": "cuda",
|
| 109 |
+
"use_amp": false,
|
| 110 |
+
"chunk_size": 100,
|
| 111 |
+
"n_action_steps": 100,
|
| 112 |
+
"vision_backbone": "resnet18",
|
| 113 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 114 |
+
"replace_final_stride_with_dilation": false,
|
| 115 |
+
"pre_norm": false,
|
| 116 |
+
"dim_model": 512,
|
| 117 |
+
"n_heads": 8,
|
| 118 |
+
"dim_feedforward": 3200,
|
| 119 |
+
"feedforward_activation": "relu",
|
| 120 |
+
"n_encoder_layers": 4,
|
| 121 |
+
"n_decoder_layers": 1,
|
| 122 |
+
"use_vae": true,
|
| 123 |
+
"latent_dim": 32,
|
| 124 |
+
"n_vae_encoder_layers": 4,
|
| 125 |
+
"temporal_ensemble_coeff": null,
|
| 126 |
+
"dropout": 0.1,
|
| 127 |
+
"kl_weight": 10.0,
|
| 128 |
+
"optimizer_lr": 1e-05,
|
| 129 |
+
"optimizer_weight_decay": 0.0001,
|
| 130 |
+
"optimizer_lr_backbone": 1e-05
|
| 131 |
+
},
|
| 132 |
+
"output_dir": "outputs/train/chess_pickup",
|
| 133 |
+
"job_name": "chess_pickup_trained",
|
| 134 |
+
"resume": false,
|
| 135 |
+
"seed": 1000,
|
| 136 |
+
"num_workers": 4,
|
| 137 |
+
"batch_size": 8,
|
| 138 |
+
"steps": 100000,
|
| 139 |
+
"eval_freq": 20000,
|
| 140 |
+
"log_freq": 200,
|
| 141 |
+
"save_checkpoint": true,
|
| 142 |
+
"save_freq": 20000,
|
| 143 |
+
"use_policy_training_preset": true,
|
| 144 |
+
"optimizer": {
|
| 145 |
+
"type": "adamw",
|
| 146 |
+
"lr": 1e-05,
|
| 147 |
+
"weight_decay": 0.0001,
|
| 148 |
+
"grad_clip_norm": 10.0,
|
| 149 |
+
"betas": [
|
| 150 |
+
0.9,
|
| 151 |
+
0.999
|
| 152 |
+
],
|
| 153 |
+
"eps": 1e-08
|
| 154 |
+
},
|
| 155 |
+
"scheduler": null,
|
| 156 |
+
"eval": {
|
| 157 |
+
"n_episodes": 50,
|
| 158 |
+
"batch_size": 50,
|
| 159 |
+
"use_async_envs": false
|
| 160 |
+
},
|
| 161 |
+
"wandb": {
|
| 162 |
+
"enable": true,
|
| 163 |
+
"disable_artifact": false,
|
| 164 |
+
"project": "lerobot",
|
| 165 |
+
"entity": null,
|
| 166 |
+
"notes": null,
|
| 167 |
+
"run_id": null,
|
| 168 |
+
"mode": null
|
| 169 |
+
}
|
| 170 |
+
}
|
checkpoints/080000/training_state/optimizer_param_groups.json
ADDED
|
@@ -0,0 +1,191 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"lr": 1e-05,
|
| 4 |
+
"betas": [
|
| 5 |
+
0.9,
|
| 6 |
+
0.999
|
| 7 |
+
],
|
| 8 |
+
"eps": 1e-08,
|
| 9 |
+
"weight_decay": 0.0001,
|
| 10 |
+
"amsgrad": false,
|
| 11 |
+
"maximize": false,
|
| 12 |
+
"foreach": null,
|
| 13 |
+
"capturable": false,
|
| 14 |
+
"differentiable": false,
|
| 15 |
+
"fused": null,
|
| 16 |
+
"decoupled_weight_decay": true,
|
| 17 |
+
"params": [
|
| 18 |
+
0,
|
| 19 |
+
1,
|
| 20 |
+
2,
|
| 21 |
+
3,
|
| 22 |
+
4,
|
| 23 |
+
5,
|
| 24 |
+
6,
|
| 25 |
+
7,
|
| 26 |
+
8,
|
| 27 |
+
9,
|
| 28 |
+
10,
|
| 29 |
+
11,
|
| 30 |
+
12,
|
| 31 |
+
13,
|
| 32 |
+
14,
|
| 33 |
+
15,
|
| 34 |
+
16,
|
| 35 |
+
17,
|
| 36 |
+
18,
|
| 37 |
+
19,
|
| 38 |
+
20,
|
| 39 |
+
21,
|
| 40 |
+
22,
|
| 41 |
+
23,
|
| 42 |
+
24,
|
| 43 |
+
25,
|
| 44 |
+
26,
|
| 45 |
+
27,
|
| 46 |
+
28,
|
| 47 |
+
29,
|
| 48 |
+
30,
|
| 49 |
+
31,
|
| 50 |
+
32,
|
| 51 |
+
33,
|
| 52 |
+
34,
|
| 53 |
+
35,
|
| 54 |
+
36,
|
| 55 |
+
37,
|
| 56 |
+
38,
|
| 57 |
+
39,
|
| 58 |
+
40,
|
| 59 |
+
41,
|
| 60 |
+
42,
|
| 61 |
+
43,
|
| 62 |
+
44,
|
| 63 |
+
45,
|
| 64 |
+
46,
|
| 65 |
+
47,
|
| 66 |
+
48,
|
| 67 |
+
49,
|
| 68 |
+
50,
|
| 69 |
+
51,
|
| 70 |
+
52,
|
| 71 |
+
53,
|
| 72 |
+
54,
|
| 73 |
+
55,
|
| 74 |
+
56,
|
| 75 |
+
57,
|
| 76 |
+
58,
|
| 77 |
+
59,
|
| 78 |
+
60,
|
| 79 |
+
61,
|
| 80 |
+
62,
|
| 81 |
+
63,
|
| 82 |
+
64,
|
| 83 |
+
65,
|
| 84 |
+
66,
|
| 85 |
+
67,
|
| 86 |
+
68,
|
| 87 |
+
69,
|
| 88 |
+
70,
|
| 89 |
+
71,
|
| 90 |
+
72,
|
| 91 |
+
73,
|
| 92 |
+
74,
|
| 93 |
+
75,
|
| 94 |
+
76,
|
| 95 |
+
77,
|
| 96 |
+
78,
|
| 97 |
+
79,
|
| 98 |
+
80,
|
| 99 |
+
81,
|
| 100 |
+
82,
|
| 101 |
+
83,
|
| 102 |
+
84,
|
| 103 |
+
85,
|
| 104 |
+
86,
|
| 105 |
+
87,
|
| 106 |
+
88,
|
| 107 |
+
89,
|
| 108 |
+
90,
|
| 109 |
+
91,
|
| 110 |
+
92,
|
| 111 |
+
93,
|
| 112 |
+
94,
|
| 113 |
+
95,
|
| 114 |
+
96,
|
| 115 |
+
97,
|
| 116 |
+
98,
|
| 117 |
+
99,
|
| 118 |
+
100,
|
| 119 |
+
101,
|
| 120 |
+
102,
|
| 121 |
+
103,
|
| 122 |
+
104,
|
| 123 |
+
105,
|
| 124 |
+
106,
|
| 125 |
+
107,
|
| 126 |
+
108,
|
| 127 |
+
109,
|
| 128 |
+
110,
|
| 129 |
+
111,
|
| 130 |
+
112,
|
| 131 |
+
113,
|
| 132 |
+
114,
|
| 133 |
+
115,
|
| 134 |
+
116,
|
| 135 |
+
117,
|
| 136 |
+
118,
|
| 137 |
+
119,
|
| 138 |
+
120,
|
| 139 |
+
121,
|
| 140 |
+
122,
|
| 141 |
+
123,
|
| 142 |
+
124,
|
| 143 |
+
125,
|
| 144 |
+
126,
|
| 145 |
+
127,
|
| 146 |
+
128,
|
| 147 |
+
129,
|
| 148 |
+
130,
|
| 149 |
+
131,
|
| 150 |
+
132
|
| 151 |
+
]
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"lr": 1e-05,
|
| 155 |
+
"betas": [
|
| 156 |
+
0.9,
|
| 157 |
+
0.999
|
| 158 |
+
],
|
| 159 |
+
"eps": 1e-08,
|
| 160 |
+
"weight_decay": 0.0001,
|
| 161 |
+
"amsgrad": false,
|
| 162 |
+
"maximize": false,
|
| 163 |
+
"foreach": null,
|
| 164 |
+
"capturable": false,
|
| 165 |
+
"differentiable": false,
|
| 166 |
+
"fused": null,
|
| 167 |
+
"decoupled_weight_decay": true,
|
| 168 |
+
"params": [
|
| 169 |
+
133,
|
| 170 |
+
134,
|
| 171 |
+
135,
|
| 172 |
+
136,
|
| 173 |
+
137,
|
| 174 |
+
138,
|
| 175 |
+
139,
|
| 176 |
+
140,
|
| 177 |
+
141,
|
| 178 |
+
142,
|
| 179 |
+
143,
|
| 180 |
+
144,
|
| 181 |
+
145,
|
| 182 |
+
146,
|
| 183 |
+
147,
|
| 184 |
+
148,
|
| 185 |
+
149,
|
| 186 |
+
150,
|
| 187 |
+
151,
|
| 188 |
+
152
|
| 189 |
+
]
|
| 190 |
+
}
|
| 191 |
+
]
|
checkpoints/080000/training_state/optimizer_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:dd5441da45b84d9f57f43f9d3e1fd0ff96c66a441962babe5be4ab60651cec5c
|
| 3 |
+
size 412817652
|
checkpoints/080000/training_state/rng_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a1fcf92577e96653f86031d38d0aeb05836e2d7432ac60efd0d14dfbb77eca5b
|
| 3 |
+
size 15708
|
checkpoints/080000/training_state/training_step.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 80000
|
| 3 |
+
}
|
checkpoints/100000/pretrained_model/config.json
ADDED
|
@@ -0,0 +1,64 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"type": "act",
|
| 3 |
+
"n_obs_steps": 1,
|
| 4 |
+
"normalization_mapping": {
|
| 5 |
+
"VISUAL": "MEAN_STD",
|
| 6 |
+
"STATE": "MEAN_STD",
|
| 7 |
+
"ACTION": "MEAN_STD"
|
| 8 |
+
},
|
| 9 |
+
"input_features": {
|
| 10 |
+
"observation.state": {
|
| 11 |
+
"type": "STATE",
|
| 12 |
+
"shape": [
|
| 13 |
+
6
|
| 14 |
+
]
|
| 15 |
+
},
|
| 16 |
+
"observation.images.front": {
|
| 17 |
+
"type": "VISUAL",
|
| 18 |
+
"shape": [
|
| 19 |
+
3,
|
| 20 |
+
480,
|
| 21 |
+
640
|
| 22 |
+
]
|
| 23 |
+
},
|
| 24 |
+
"observation.images.overhead": {
|
| 25 |
+
"type": "VISUAL",
|
| 26 |
+
"shape": [
|
| 27 |
+
3,
|
| 28 |
+
240,
|
| 29 |
+
320
|
| 30 |
+
]
|
| 31 |
+
}
|
| 32 |
+
},
|
| 33 |
+
"output_features": {
|
| 34 |
+
"action": {
|
| 35 |
+
"type": "ACTION",
|
| 36 |
+
"shape": [
|
| 37 |
+
6
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"device": "cuda",
|
| 42 |
+
"use_amp": false,
|
| 43 |
+
"chunk_size": 100,
|
| 44 |
+
"n_action_steps": 100,
|
| 45 |
+
"vision_backbone": "resnet18",
|
| 46 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 47 |
+
"replace_final_stride_with_dilation": false,
|
| 48 |
+
"pre_norm": false,
|
| 49 |
+
"dim_model": 512,
|
| 50 |
+
"n_heads": 8,
|
| 51 |
+
"dim_feedforward": 3200,
|
| 52 |
+
"feedforward_activation": "relu",
|
| 53 |
+
"n_encoder_layers": 4,
|
| 54 |
+
"n_decoder_layers": 1,
|
| 55 |
+
"use_vae": true,
|
| 56 |
+
"latent_dim": 32,
|
| 57 |
+
"n_vae_encoder_layers": 4,
|
| 58 |
+
"temporal_ensemble_coeff": null,
|
| 59 |
+
"dropout": 0.1,
|
| 60 |
+
"kl_weight": 10.0,
|
| 61 |
+
"optimizer_lr": 1e-05,
|
| 62 |
+
"optimizer_weight_decay": 0.0001,
|
| 63 |
+
"optimizer_lr_backbone": 1e-05
|
| 64 |
+
}
|
checkpoints/100000/pretrained_model/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9f9b65d5f6a53a9ab9c515147a9305dfb028241c04ac1e95e499dfe00541b6e1
|
| 3 |
+
size 206701072
|
checkpoints/100000/pretrained_model/train_config.json
ADDED
|
@@ -0,0 +1,170 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset": {
|
| 3 |
+
"repo_id": "logancv/chess_pick_up_100_again_again",
|
| 4 |
+
"root": null,
|
| 5 |
+
"episodes": null,
|
| 6 |
+
"image_transforms": {
|
| 7 |
+
"enable": false,
|
| 8 |
+
"max_num_transforms": 3,
|
| 9 |
+
"random_order": false,
|
| 10 |
+
"tfs": {
|
| 11 |
+
"brightness": {
|
| 12 |
+
"weight": 1.0,
|
| 13 |
+
"type": "ColorJitter",
|
| 14 |
+
"kwargs": {
|
| 15 |
+
"brightness": [
|
| 16 |
+
0.8,
|
| 17 |
+
1.2
|
| 18 |
+
]
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
"contrast": {
|
| 22 |
+
"weight": 1.0,
|
| 23 |
+
"type": "ColorJitter",
|
| 24 |
+
"kwargs": {
|
| 25 |
+
"contrast": [
|
| 26 |
+
0.8,
|
| 27 |
+
1.2
|
| 28 |
+
]
|
| 29 |
+
}
|
| 30 |
+
},
|
| 31 |
+
"saturation": {
|
| 32 |
+
"weight": 1.0,
|
| 33 |
+
"type": "ColorJitter",
|
| 34 |
+
"kwargs": {
|
| 35 |
+
"saturation": [
|
| 36 |
+
0.5,
|
| 37 |
+
1.5
|
| 38 |
+
]
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"hue": {
|
| 42 |
+
"weight": 1.0,
|
| 43 |
+
"type": "ColorJitter",
|
| 44 |
+
"kwargs": {
|
| 45 |
+
"hue": [
|
| 46 |
+
-0.05,
|
| 47 |
+
0.05
|
| 48 |
+
]
|
| 49 |
+
}
|
| 50 |
+
},
|
| 51 |
+
"sharpness": {
|
| 52 |
+
"weight": 1.0,
|
| 53 |
+
"type": "SharpnessJitter",
|
| 54 |
+
"kwargs": {
|
| 55 |
+
"sharpness": [
|
| 56 |
+
0.5,
|
| 57 |
+
1.5
|
| 58 |
+
]
|
| 59 |
+
}
|
| 60 |
+
}
|
| 61 |
+
}
|
| 62 |
+
},
|
| 63 |
+
"revision": null,
|
| 64 |
+
"use_imagenet_stats": true,
|
| 65 |
+
"video_backend": "torchcodec"
|
| 66 |
+
},
|
| 67 |
+
"env": null,
|
| 68 |
+
"policy": {
|
| 69 |
+
"type": "act",
|
| 70 |
+
"n_obs_steps": 1,
|
| 71 |
+
"normalization_mapping": {
|
| 72 |
+
"VISUAL": "MEAN_STD",
|
| 73 |
+
"STATE": "MEAN_STD",
|
| 74 |
+
"ACTION": "MEAN_STD"
|
| 75 |
+
},
|
| 76 |
+
"input_features": {
|
| 77 |
+
"observation.state": {
|
| 78 |
+
"type": "STATE",
|
| 79 |
+
"shape": [
|
| 80 |
+
6
|
| 81 |
+
]
|
| 82 |
+
},
|
| 83 |
+
"observation.images.front": {
|
| 84 |
+
"type": "VISUAL",
|
| 85 |
+
"shape": [
|
| 86 |
+
3,
|
| 87 |
+
480,
|
| 88 |
+
640
|
| 89 |
+
]
|
| 90 |
+
},
|
| 91 |
+
"observation.images.overhead": {
|
| 92 |
+
"type": "VISUAL",
|
| 93 |
+
"shape": [
|
| 94 |
+
3,
|
| 95 |
+
240,
|
| 96 |
+
320
|
| 97 |
+
]
|
| 98 |
+
}
|
| 99 |
+
},
|
| 100 |
+
"output_features": {
|
| 101 |
+
"action": {
|
| 102 |
+
"type": "ACTION",
|
| 103 |
+
"shape": [
|
| 104 |
+
6
|
| 105 |
+
]
|
| 106 |
+
}
|
| 107 |
+
},
|
| 108 |
+
"device": "cuda",
|
| 109 |
+
"use_amp": false,
|
| 110 |
+
"chunk_size": 100,
|
| 111 |
+
"n_action_steps": 100,
|
| 112 |
+
"vision_backbone": "resnet18",
|
| 113 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 114 |
+
"replace_final_stride_with_dilation": false,
|
| 115 |
+
"pre_norm": false,
|
| 116 |
+
"dim_model": 512,
|
| 117 |
+
"n_heads": 8,
|
| 118 |
+
"dim_feedforward": 3200,
|
| 119 |
+
"feedforward_activation": "relu",
|
| 120 |
+
"n_encoder_layers": 4,
|
| 121 |
+
"n_decoder_layers": 1,
|
| 122 |
+
"use_vae": true,
|
| 123 |
+
"latent_dim": 32,
|
| 124 |
+
"n_vae_encoder_layers": 4,
|
| 125 |
+
"temporal_ensemble_coeff": null,
|
| 126 |
+
"dropout": 0.1,
|
| 127 |
+
"kl_weight": 10.0,
|
| 128 |
+
"optimizer_lr": 1e-05,
|
| 129 |
+
"optimizer_weight_decay": 0.0001,
|
| 130 |
+
"optimizer_lr_backbone": 1e-05
|
| 131 |
+
},
|
| 132 |
+
"output_dir": "outputs/train/chess_pickup",
|
| 133 |
+
"job_name": "chess_pickup_trained",
|
| 134 |
+
"resume": false,
|
| 135 |
+
"seed": 1000,
|
| 136 |
+
"num_workers": 4,
|
| 137 |
+
"batch_size": 8,
|
| 138 |
+
"steps": 100000,
|
| 139 |
+
"eval_freq": 20000,
|
| 140 |
+
"log_freq": 200,
|
| 141 |
+
"save_checkpoint": true,
|
| 142 |
+
"save_freq": 20000,
|
| 143 |
+
"use_policy_training_preset": true,
|
| 144 |
+
"optimizer": {
|
| 145 |
+
"type": "adamw",
|
| 146 |
+
"lr": 1e-05,
|
| 147 |
+
"weight_decay": 0.0001,
|
| 148 |
+
"grad_clip_norm": 10.0,
|
| 149 |
+
"betas": [
|
| 150 |
+
0.9,
|
| 151 |
+
0.999
|
| 152 |
+
],
|
| 153 |
+
"eps": 1e-08
|
| 154 |
+
},
|
| 155 |
+
"scheduler": null,
|
| 156 |
+
"eval": {
|
| 157 |
+
"n_episodes": 50,
|
| 158 |
+
"batch_size": 50,
|
| 159 |
+
"use_async_envs": false
|
| 160 |
+
},
|
| 161 |
+
"wandb": {
|
| 162 |
+
"enable": true,
|
| 163 |
+
"disable_artifact": false,
|
| 164 |
+
"project": "lerobot",
|
| 165 |
+
"entity": null,
|
| 166 |
+
"notes": null,
|
| 167 |
+
"run_id": null,
|
| 168 |
+
"mode": null
|
| 169 |
+
}
|
| 170 |
+
}
|
checkpoints/100000/training_state/optimizer_param_groups.json
ADDED
|
@@ -0,0 +1,191 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"lr": 1e-05,
|
| 4 |
+
"betas": [
|
| 5 |
+
0.9,
|
| 6 |
+
0.999
|
| 7 |
+
],
|
| 8 |
+
"eps": 1e-08,
|
| 9 |
+
"weight_decay": 0.0001,
|
| 10 |
+
"amsgrad": false,
|
| 11 |
+
"maximize": false,
|
| 12 |
+
"foreach": null,
|
| 13 |
+
"capturable": false,
|
| 14 |
+
"differentiable": false,
|
| 15 |
+
"fused": null,
|
| 16 |
+
"decoupled_weight_decay": true,
|
| 17 |
+
"params": [
|
| 18 |
+
0,
|
| 19 |
+
1,
|
| 20 |
+
2,
|
| 21 |
+
3,
|
| 22 |
+
4,
|
| 23 |
+
5,
|
| 24 |
+
6,
|
| 25 |
+
7,
|
| 26 |
+
8,
|
| 27 |
+
9,
|
| 28 |
+
10,
|
| 29 |
+
11,
|
| 30 |
+
12,
|
| 31 |
+
13,
|
| 32 |
+
14,
|
| 33 |
+
15,
|
| 34 |
+
16,
|
| 35 |
+
17,
|
| 36 |
+
18,
|
| 37 |
+
19,
|
| 38 |
+
20,
|
| 39 |
+
21,
|
| 40 |
+
22,
|
| 41 |
+
23,
|
| 42 |
+
24,
|
| 43 |
+
25,
|
| 44 |
+
26,
|
| 45 |
+
27,
|
| 46 |
+
28,
|
| 47 |
+
29,
|
| 48 |
+
30,
|
| 49 |
+
31,
|
| 50 |
+
32,
|
| 51 |
+
33,
|
| 52 |
+
34,
|
| 53 |
+
35,
|
| 54 |
+
36,
|
| 55 |
+
37,
|
| 56 |
+
38,
|
| 57 |
+
39,
|
| 58 |
+
40,
|
| 59 |
+
41,
|
| 60 |
+
42,
|
| 61 |
+
43,
|
| 62 |
+
44,
|
| 63 |
+
45,
|
| 64 |
+
46,
|
| 65 |
+
47,
|
| 66 |
+
48,
|
| 67 |
+
49,
|
| 68 |
+
50,
|
| 69 |
+
51,
|
| 70 |
+
52,
|
| 71 |
+
53,
|
| 72 |
+
54,
|
| 73 |
+
55,
|
| 74 |
+
56,
|
| 75 |
+
57,
|
| 76 |
+
58,
|
| 77 |
+
59,
|
| 78 |
+
60,
|
| 79 |
+
61,
|
| 80 |
+
62,
|
| 81 |
+
63,
|
| 82 |
+
64,
|
| 83 |
+
65,
|
| 84 |
+
66,
|
| 85 |
+
67,
|
| 86 |
+
68,
|
| 87 |
+
69,
|
| 88 |
+
70,
|
| 89 |
+
71,
|
| 90 |
+
72,
|
| 91 |
+
73,
|
| 92 |
+
74,
|
| 93 |
+
75,
|
| 94 |
+
76,
|
| 95 |
+
77,
|
| 96 |
+
78,
|
| 97 |
+
79,
|
| 98 |
+
80,
|
| 99 |
+
81,
|
| 100 |
+
82,
|
| 101 |
+
83,
|
| 102 |
+
84,
|
| 103 |
+
85,
|
| 104 |
+
86,
|
| 105 |
+
87,
|
| 106 |
+
88,
|
| 107 |
+
89,
|
| 108 |
+
90,
|
| 109 |
+
91,
|
| 110 |
+
92,
|
| 111 |
+
93,
|
| 112 |
+
94,
|
| 113 |
+
95,
|
| 114 |
+
96,
|
| 115 |
+
97,
|
| 116 |
+
98,
|
| 117 |
+
99,
|
| 118 |
+
100,
|
| 119 |
+
101,
|
| 120 |
+
102,
|
| 121 |
+
103,
|
| 122 |
+
104,
|
| 123 |
+
105,
|
| 124 |
+
106,
|
| 125 |
+
107,
|
| 126 |
+
108,
|
| 127 |
+
109,
|
| 128 |
+
110,
|
| 129 |
+
111,
|
| 130 |
+
112,
|
| 131 |
+
113,
|
| 132 |
+
114,
|
| 133 |
+
115,
|
| 134 |
+
116,
|
| 135 |
+
117,
|
| 136 |
+
118,
|
| 137 |
+
119,
|
| 138 |
+
120,
|
| 139 |
+
121,
|
| 140 |
+
122,
|
| 141 |
+
123,
|
| 142 |
+
124,
|
| 143 |
+
125,
|
| 144 |
+
126,
|
| 145 |
+
127,
|
| 146 |
+
128,
|
| 147 |
+
129,
|
| 148 |
+
130,
|
| 149 |
+
131,
|
| 150 |
+
132
|
| 151 |
+
]
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"lr": 1e-05,
|
| 155 |
+
"betas": [
|
| 156 |
+
0.9,
|
| 157 |
+
0.999
|
| 158 |
+
],
|
| 159 |
+
"eps": 1e-08,
|
| 160 |
+
"weight_decay": 0.0001,
|
| 161 |
+
"amsgrad": false,
|
| 162 |
+
"maximize": false,
|
| 163 |
+
"foreach": null,
|
| 164 |
+
"capturable": false,
|
| 165 |
+
"differentiable": false,
|
| 166 |
+
"fused": null,
|
| 167 |
+
"decoupled_weight_decay": true,
|
| 168 |
+
"params": [
|
| 169 |
+
133,
|
| 170 |
+
134,
|
| 171 |
+
135,
|
| 172 |
+
136,
|
| 173 |
+
137,
|
| 174 |
+
138,
|
| 175 |
+
139,
|
| 176 |
+
140,
|
| 177 |
+
141,
|
| 178 |
+
142,
|
| 179 |
+
143,
|
| 180 |
+
144,
|
| 181 |
+
145,
|
| 182 |
+
146,
|
| 183 |
+
147,
|
| 184 |
+
148,
|
| 185 |
+
149,
|
| 186 |
+
150,
|
| 187 |
+
151,
|
| 188 |
+
152
|
| 189 |
+
]
|
| 190 |
+
}
|
| 191 |
+
]
|
checkpoints/100000/training_state/optimizer_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4152cd193ced061e9bdc72070964361cea6479466e749269cd18eb26545a2711
|
| 3 |
+
size 412817652
|
checkpoints/100000/training_state/rng_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d742972fccc540649d1fef0628b11ef6be551872841521967aaab95e61a8340d
|
| 3 |
+
size 15708
|
checkpoints/100000/training_state/training_step.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 100000
|
| 3 |
+
}
|
wandb/debug-internal.log
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2025-06-14T23:27:14.921713891Z","level":"INFO","msg":"stream: starting","core version":"0.20.1","symlink path":"outputs/train/chess_pickup/wandb/run-20250614_232714-v429osbu/logs/debug-core.log"}
|
| 2 |
+
{"time":"2025-06-14T23:27:15.194137101Z","level":"INFO","msg":"stream: created new stream","id":"v429osbu"}
|
| 3 |
+
{"time":"2025-06-14T23:27:15.194160137Z","level":"INFO","msg":"stream: started","id":"v429osbu"}
|
| 4 |
+
{"time":"2025-06-14T23:27:15.194172268Z","level":"INFO","msg":"writer: Do: started","stream_id":"v429osbu"}
|
| 5 |
+
{"time":"2025-06-14T23:27:15.194198396Z","level":"INFO","msg":"sender: started","stream_id":"v429osbu"}
|
| 6 |
+
{"time":"2025-06-14T23:27:15.194221644Z","level":"INFO","msg":"handler: started","stream_id":"v429osbu"}
|
| 7 |
+
{"time":"2025-06-14T23:27:15.387890755Z","level":"INFO","msg":"Starting system monitor"}
|
| 8 |
+
{"time":"2025-06-15T03:21:14.813568558Z","level":"INFO","msg":"stream: closing","id":"v429osbu"}
|
| 9 |
+
{"time":"2025-06-15T03:21:14.813588702Z","level":"INFO","msg":"Stopping system monitor"}
|
| 10 |
+
{"time":"2025-06-15T03:21:14.813642311Z","level":"INFO","msg":"Stopped system monitor"}
|
| 11 |
+
{"time":"2025-06-15T03:21:21.763637192Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 12 |
+
{"time":"2025-06-15T03:21:21.860657745Z","level":"INFO","msg":"handler: closed","stream_id":"v429osbu"}
|
| 13 |
+
{"time":"2025-06-15T03:21:21.860680399Z","level":"INFO","msg":"sender: closed","stream_id":"v429osbu"}
|
| 14 |
+
{"time":"2025-06-15T03:21:21.860676067Z","level":"INFO","msg":"writer: Close: closed","stream_id":"v429osbu"}
|
| 15 |
+
{"time":"2025-06-15T03:21:21.860710869Z","level":"INFO","msg":"stream: closed","id":"v429osbu"}
|
wandb/debug.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Current SDK version is 0.20.1
|
| 2 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Configure stats pid to 169
|
| 3 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Loading settings from /root/.config/wandb/settings
|
| 4 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Loading settings from /workspace/lerobot/wandb/settings
|
| 5 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Loading settings from environment variables
|
| 6 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:setup_run_log_directory():703] Logging user logs to outputs/train/chess_pickup/wandb/run-20250614_232714-v429osbu/logs/debug.log
|
| 7 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to outputs/train/chess_pickup/wandb/run-20250614_232714-v429osbu/logs/debug-internal.log
|
| 8 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:init():831] calling init triggers
|
| 9 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:init():836] wandb.init called with sweep_config: {}
|
| 10 |
+
config: {'dataset': {'repo_id': 'logancv/chess_pick_up_100_again_again', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'chunk_size': 100, 'n_action_steps': 100, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/chess_pickup', 'job_name': 'chess_pickup_trained', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 8, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
|
| 11 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:init():872] starting backend
|
| 12 |
+
2025-06-14 23:27:14,917 INFO MainThread:169 [wandb_init.py:init():875] sending inform_init request
|
| 13 |
+
2025-06-14 23:27:14,920 INFO MainThread:169 [wandb_init.py:init():883] backend started and connected
|
| 14 |
+
2025-06-14 23:27:14,921 INFO MainThread:169 [wandb_init.py:init():956] updated telemetry
|
| 15 |
+
2025-06-14 23:27:14,924 INFO MainThread:169 [wandb_init.py:init():980] communicating run to backend with 90.0 second timeout
|
| 16 |
+
2025-06-14 23:27:15,386 INFO MainThread:169 [wandb_init.py:init():1032] starting run threads in backend
|
| 17 |
+
2025-06-14 23:27:15,566 INFO MainThread:169 [wandb_run.py:_console_start():2453] atexit reg
|
| 18 |
+
2025-06-14 23:27:15,566 INFO MainThread:169 [wandb_run.py:_redirect():2301] redirect: wrap_raw
|
| 19 |
+
2025-06-14 23:27:15,566 INFO MainThread:169 [wandb_run.py:_redirect():2370] Wrapping output streams.
|
| 20 |
+
2025-06-14 23:27:15,566 INFO MainThread:169 [wandb_run.py:_redirect():2393] Redirects installed.
|
| 21 |
+
2025-06-14 23:27:15,568 INFO MainThread:169 [wandb_init.py:init():1078] run started, returning control to user process
|
| 22 |
+
2025-06-15 03:21:14,811 INFO MsgRouterThr:169 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 2 handles.
|
wandb/run-20250614_232714-v429osbu/files/config.yaml
ADDED
|
@@ -0,0 +1,159 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
_wandb:
|
| 2 |
+
value:
|
| 3 |
+
cli_version: 0.20.1
|
| 4 |
+
m: []
|
| 5 |
+
python_version: 3.10.12
|
| 6 |
+
t:
|
| 7 |
+
"1":
|
| 8 |
+
- 1
|
| 9 |
+
- 41
|
| 10 |
+
- 49
|
| 11 |
+
- 51
|
| 12 |
+
"2":
|
| 13 |
+
- 1
|
| 14 |
+
- 41
|
| 15 |
+
- 49
|
| 16 |
+
- 51
|
| 17 |
+
"3":
|
| 18 |
+
- 13
|
| 19 |
+
- 15
|
| 20 |
+
- 16
|
| 21 |
+
- 55
|
| 22 |
+
- 61
|
| 23 |
+
"4": 3.10.12
|
| 24 |
+
"5": 0.20.1
|
| 25 |
+
"10":
|
| 26 |
+
- 21
|
| 27 |
+
"12": 0.20.1
|
| 28 |
+
"13": linux-x86_64
|
| 29 |
+
batch_size:
|
| 30 |
+
value: 8
|
| 31 |
+
dataset:
|
| 32 |
+
value:
|
| 33 |
+
episodes: null
|
| 34 |
+
image_transforms:
|
| 35 |
+
enable: false
|
| 36 |
+
max_num_transforms: 3
|
| 37 |
+
random_order: false
|
| 38 |
+
tfs:
|
| 39 |
+
brightness:
|
| 40 |
+
kwargs:
|
| 41 |
+
brightness:
|
| 42 |
+
- 0.8
|
| 43 |
+
- 1.2
|
| 44 |
+
type: ColorJitter
|
| 45 |
+
weight: 1
|
| 46 |
+
contrast:
|
| 47 |
+
kwargs:
|
| 48 |
+
contrast:
|
| 49 |
+
- 0.8
|
| 50 |
+
- 1.2
|
| 51 |
+
type: ColorJitter
|
| 52 |
+
weight: 1
|
| 53 |
+
hue:
|
| 54 |
+
kwargs:
|
| 55 |
+
hue:
|
| 56 |
+
- -0.05
|
| 57 |
+
- 0.05
|
| 58 |
+
type: ColorJitter
|
| 59 |
+
weight: 1
|
| 60 |
+
saturation:
|
| 61 |
+
kwargs:
|
| 62 |
+
saturation:
|
| 63 |
+
- 0.5
|
| 64 |
+
- 1.5
|
| 65 |
+
type: ColorJitter
|
| 66 |
+
weight: 1
|
| 67 |
+
sharpness:
|
| 68 |
+
kwargs:
|
| 69 |
+
sharpness:
|
| 70 |
+
- 0.5
|
| 71 |
+
- 1.5
|
| 72 |
+
type: SharpnessJitter
|
| 73 |
+
weight: 1
|
| 74 |
+
repo_id: logancv/chess_pick_up_100_again_again
|
| 75 |
+
revision: null
|
| 76 |
+
root: null
|
| 77 |
+
use_imagenet_stats: true
|
| 78 |
+
video_backend: torchcodec
|
| 79 |
+
env:
|
| 80 |
+
value: null
|
| 81 |
+
eval:
|
| 82 |
+
value:
|
| 83 |
+
batch_size: 50
|
| 84 |
+
n_episodes: 50
|
| 85 |
+
use_async_envs: false
|
| 86 |
+
eval_freq:
|
| 87 |
+
value: 20000
|
| 88 |
+
job_name:
|
| 89 |
+
value: chess_pickup_trained
|
| 90 |
+
log_freq:
|
| 91 |
+
value: 200
|
| 92 |
+
num_workers:
|
| 93 |
+
value: 4
|
| 94 |
+
optimizer:
|
| 95 |
+
value:
|
| 96 |
+
betas:
|
| 97 |
+
- 0.9
|
| 98 |
+
- 0.999
|
| 99 |
+
eps: 1e-08
|
| 100 |
+
grad_clip_norm: 10
|
| 101 |
+
lr: 1e-05
|
| 102 |
+
type: adamw
|
| 103 |
+
weight_decay: 0.0001
|
| 104 |
+
output_dir:
|
| 105 |
+
value: outputs/train/chess_pickup
|
| 106 |
+
policy:
|
| 107 |
+
value:
|
| 108 |
+
chunk_size: 100
|
| 109 |
+
device: cuda
|
| 110 |
+
dim_feedforward: 3200
|
| 111 |
+
dim_model: 512
|
| 112 |
+
dropout: 0.1
|
| 113 |
+
feedforward_activation: relu
|
| 114 |
+
kl_weight: 10
|
| 115 |
+
latent_dim: 32
|
| 116 |
+
n_action_steps: 100
|
| 117 |
+
n_decoder_layers: 1
|
| 118 |
+
n_encoder_layers: 4
|
| 119 |
+
n_heads: 8
|
| 120 |
+
n_obs_steps: 1
|
| 121 |
+
n_vae_encoder_layers: 4
|
| 122 |
+
normalization_mapping:
|
| 123 |
+
ACTION: MEAN_STD
|
| 124 |
+
STATE: MEAN_STD
|
| 125 |
+
VISUAL: MEAN_STD
|
| 126 |
+
optimizer_lr: 1e-05
|
| 127 |
+
optimizer_lr_backbone: 1e-05
|
| 128 |
+
optimizer_weight_decay: 0.0001
|
| 129 |
+
pre_norm: false
|
| 130 |
+
pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1
|
| 131 |
+
replace_final_stride_with_dilation: false
|
| 132 |
+
temporal_ensemble_coeff: null
|
| 133 |
+
type: act
|
| 134 |
+
use_amp: false
|
| 135 |
+
use_vae: true
|
| 136 |
+
vision_backbone: resnet18
|
| 137 |
+
resume:
|
| 138 |
+
value: false
|
| 139 |
+
save_checkpoint:
|
| 140 |
+
value: true
|
| 141 |
+
save_freq:
|
| 142 |
+
value: 20000
|
| 143 |
+
scheduler:
|
| 144 |
+
value: null
|
| 145 |
+
seed:
|
| 146 |
+
value: 1000
|
| 147 |
+
steps:
|
| 148 |
+
value: 100000
|
| 149 |
+
use_policy_training_preset:
|
| 150 |
+
value: true
|
| 151 |
+
wandb:
|
| 152 |
+
value:
|
| 153 |
+
disable_artifact: false
|
| 154 |
+
enable: true
|
| 155 |
+
entity: null
|
| 156 |
+
mode: null
|
| 157 |
+
notes: null
|
| 158 |
+
project: lerobot
|
| 159 |
+
run_id: null
|
wandb/run-20250614_232714-v429osbu/files/output.log
ADDED
|
@@ -0,0 +1,527 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[1m[34mLogs will be synced with wandb.[0m
|
| 2 |
+
INFO 2025-06-14 23:27:15 ndb_utils.py:96 Track this run --> [1m[33mhttps://wandb.ai/stevens-mark-a-personal-exploration/lerobot/runs/v429osbu[0m
|
| 3 |
+
INFO 2025-06-14 23:27:15 ts/train.py:127 Creating dataset
|
| 4 |
+
episode_000087.mp4: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 11.6M/11.6M [00:00<00:00, 15.8MB/s]
|
| 5 |
+
episode_000085.mp4: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 8.77M/8.77M [00:00<00:00, 12.0MB/s]
|
| 6 |
+
episode_000082.mp4: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 13.8M/13.8M [00:00<00:00, 16.3MB/s]
|
| 7 |
+
Fetching 276 files: 100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 276/276 [00:01<00:00, 194.58it/s]
|
| 8 |
+
Resolving data files: 100%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 90/90 [00:00<00:00, 173238.81it/s]
|
| 9 |
+
Downloading data: 100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 90/90 [00:00<00:00, 106967.23files/s]
|
| 10 |
+
Generating train split: 119457 examples [00:00, 823555.76 examples/s]
|
| 11 |
+
INFO 2025-06-14 23:27:19 ts/train.py:138 Creating policy
|
| 12 |
+
Downloading: "https://download.pytorch.org/models/resnet18-f37072fd.pth" to /root/.cache/torch/hub/checkpoints/resnet18-f37072fd.pth
|
| 13 |
+
100%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 44.7M/44.7M [00:01<00:00, 35.7MB/s]
|
| 14 |
+
INFO 2025-06-14 23:27:21 ts/train.py:144 Creating optimizer and scheduler
|
| 15 |
+
INFO 2025-06-14 23:27:21 ts/train.py:156 [1m[33mOutput dir:[0m outputs/train/chess_pickup
|
| 16 |
+
INFO 2025-06-14 23:27:21 ts/train.py:159 cfg.steps=100000 (100K)
|
| 17 |
+
INFO 2025-06-14 23:27:21 ts/train.py:160 dataset.num_frames=119457 (119K)
|
| 18 |
+
INFO 2025-06-14 23:27:21 ts/train.py:161 dataset.num_episodes=90
|
| 19 |
+
INFO 2025-06-14 23:27:21 ts/train.py:162 num_learnable_params=51597190 (52M)
|
| 20 |
+
INFO 2025-06-14 23:27:21 ts/train.py:163 num_total_params=51597238 (52M)
|
| 21 |
+
INFO 2025-06-14 23:27:21 ts/train.py:202 Start offline training on a fixed dataset
|
| 22 |
+
INFO 2025-06-14 23:27:55 ts/train.py:232 step:200 smpl:2K ep:1 epch:0.01 loss:7.039 grdn:155.621 lr:1.0e-05 updt_s:0.164 data_s:0.004
|
| 23 |
+
INFO 2025-06-14 23:28:24 ts/train.py:232 step:400 smpl:3K ep:2 epch:0.03 loss:3.070 grdn:86.247 lr:1.0e-05 updt_s:0.143 data_s:0.000
|
| 24 |
+
INFO 2025-06-14 23:28:52 ts/train.py:232 step:600 smpl:5K ep:4 epch:0.04 loss:2.600 grdn:75.639 lr:1.0e-05 updt_s:0.142 data_s:0.000
|
| 25 |
+
INFO 2025-06-14 23:29:22 ts/train.py:232 step:800 smpl:6K ep:5 epch:0.05 loss:2.336 grdn:70.829 lr:1.0e-05 updt_s:0.146 data_s:0.000
|
| 26 |
+
INFO 2025-06-14 23:29:51 ts/train.py:232 step:1K smpl:8K ep:6 epch:0.07 loss:2.105 grdn:64.885 lr:1.0e-05 updt_s:0.148 data_s:0.000
|
| 27 |
+
INFO 2025-06-14 23:30:21 ts/train.py:232 step:1K smpl:10K ep:7 epch:0.08 loss:1.917 grdn:61.581 lr:1.0e-05 updt_s:0.146 data_s:0.000
|
| 28 |
+
INFO 2025-06-14 23:30:50 ts/train.py:232 step:1K smpl:11K ep:8 epch:0.09 loss:1.782 grdn:58.781 lr:1.0e-05 updt_s:0.145 data_s:0.000
|
| 29 |
+
INFO 2025-06-14 23:31:20 ts/train.py:232 step:2K smpl:13K ep:10 epch:0.11 loss:1.626 grdn:55.331 lr:1.0e-05 updt_s:0.149 data_s:0.000
|
| 30 |
+
INFO 2025-06-14 23:31:49 ts/train.py:232 step:2K smpl:14K ep:11 epch:0.12 loss:1.493 grdn:52.246 lr:1.0e-05 updt_s:0.146 data_s:0.000
|
| 31 |
+
INFO 2025-06-14 23:32:19 ts/train.py:232 step:2K smpl:16K ep:12 epch:0.13 loss:1.367 grdn:49.690 lr:1.0e-05 updt_s:0.145 data_s:0.000
|
| 32 |
+
INFO 2025-06-14 23:32:47 ts/train.py:232 step:2K smpl:18K ep:13 epch:0.15 loss:1.246 grdn:47.158 lr:1.0e-05 updt_s:0.143 data_s:0.000
|
| 33 |
+
INFO 2025-06-14 23:33:16 ts/train.py:232 step:2K smpl:19K ep:14 epch:0.16 loss:1.152 grdn:44.689 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 34 |
+
INFO 2025-06-14 23:33:45 ts/train.py:232 step:3K smpl:21K ep:16 epch:0.17 loss:1.057 grdn:42.482 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 35 |
+
INFO 2025-06-14 23:34:14 ts/train.py:232 step:3K smpl:22K ep:17 epch:0.19 loss:0.959 grdn:40.607 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 36 |
+
INFO 2025-06-14 23:34:43 ts/train.py:232 step:3K smpl:24K ep:18 epch:0.20 loss:0.898 grdn:38.495 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 37 |
+
INFO 2025-06-14 23:35:12 ts/train.py:232 step:3K smpl:26K ep:19 epch:0.21 loss:0.835 grdn:37.593 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 38 |
+
INFO 2025-06-14 23:35:41 ts/train.py:232 step:3K smpl:27K ep:20 epch:0.23 loss:0.777 grdn:35.552 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 39 |
+
INFO 2025-06-14 23:36:10 ts/train.py:232 step:4K smpl:29K ep:22 epch:0.24 loss:0.722 grdn:33.570 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 40 |
+
INFO 2025-06-14 23:36:39 ts/train.py:232 step:4K smpl:30K ep:23 epch:0.25 loss:0.679 grdn:32.002 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 41 |
+
INFO 2025-06-14 23:37:08 ts/train.py:232 step:4K smpl:32K ep:24 epch:0.27 loss:0.634 grdn:30.677 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 42 |
+
INFO 2025-06-14 23:37:37 ts/train.py:232 step:4K smpl:34K ep:25 epch:0.28 loss:0.603 grdn:29.764 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 43 |
+
INFO 2025-06-14 23:38:06 ts/train.py:232 step:4K smpl:35K ep:27 epch:0.29 loss:0.573 grdn:28.369 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 44 |
+
INFO 2025-06-14 23:38:35 ts/train.py:232 step:5K smpl:37K ep:28 epch:0.31 loss:0.547 grdn:27.221 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 45 |
+
INFO 2025-06-14 23:39:04 ts/train.py:232 step:5K smpl:38K ep:29 epch:0.32 loss:0.524 grdn:26.518 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 46 |
+
INFO 2025-06-14 23:39:33 ts/train.py:232 step:5K smpl:40K ep:30 epch:0.33 loss:0.494 grdn:25.089 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 47 |
+
INFO 2025-06-14 23:40:02 ts/train.py:232 step:5K smpl:42K ep:31 epch:0.35 loss:0.475 grdn:24.658 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 48 |
+
INFO 2025-06-14 23:40:31 ts/train.py:232 step:5K smpl:43K ep:33 epch:0.36 loss:0.456 grdn:23.536 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 49 |
+
INFO 2025-06-14 23:41:00 ts/train.py:232 step:6K smpl:45K ep:34 epch:0.38 loss:0.447 grdn:23.336 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 50 |
+
INFO 2025-06-14 23:41:29 ts/train.py:232 step:6K smpl:46K ep:35 epch:0.39 loss:0.434 grdn:22.471 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 51 |
+
INFO 2025-06-14 23:41:58 ts/train.py:232 step:6K smpl:48K ep:36 epch:0.40 loss:0.415 grdn:21.790 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 52 |
+
INFO 2025-06-14 23:42:27 ts/train.py:232 step:6K smpl:50K ep:37 epch:0.42 loss:0.407 grdn:21.200 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 53 |
+
INFO 2025-06-14 23:42:56 ts/train.py:232 step:6K smpl:51K ep:39 epch:0.43 loss:0.390 grdn:20.904 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 54 |
+
INFO 2025-06-14 23:43:25 ts/train.py:232 step:7K smpl:53K ep:40 epch:0.44 loss:0.383 grdn:20.031 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 55 |
+
INFO 2025-06-14 23:43:54 ts/train.py:232 step:7K smpl:54K ep:41 epch:0.46 loss:0.371 grdn:19.873 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 56 |
+
INFO 2025-06-14 23:44:23 ts/train.py:232 step:7K smpl:56K ep:42 epch:0.47 loss:0.359 grdn:19.442 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 57 |
+
INFO 2025-06-14 23:44:52 ts/train.py:232 step:7K smpl:58K ep:43 epch:0.48 loss:0.359 grdn:19.323 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 58 |
+
INFO 2025-06-14 23:45:21 ts/train.py:232 step:7K smpl:59K ep:45 epch:0.50 loss:0.352 grdn:18.864 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 59 |
+
INFO 2025-06-14 23:45:50 ts/train.py:232 step:8K smpl:61K ep:46 epch:0.51 loss:0.344 grdn:18.473 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 60 |
+
INFO 2025-06-14 23:46:19 ts/train.py:232 step:8K smpl:62K ep:47 epch:0.52 loss:0.343 grdn:18.418 lr:1.0e-05 updt_s:0.145 data_s:0.000
|
| 61 |
+
INFO 2025-06-14 23:46:48 ts/train.py:232 step:8K smpl:64K ep:48 epch:0.54 loss:0.330 grdn:17.828 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 62 |
+
INFO 2025-06-14 23:47:17 ts/train.py:232 step:8K smpl:66K ep:49 epch:0.55 loss:0.326 grdn:17.994 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 63 |
+
INFO 2025-06-14 23:47:46 ts/train.py:232 step:8K smpl:67K ep:51 epch:0.56 loss:0.319 grdn:17.370 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 64 |
+
INFO 2025-06-14 23:48:15 ts/train.py:232 step:9K smpl:69K ep:52 epch:0.58 loss:0.322 grdn:17.445 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 65 |
+
INFO 2025-06-14 23:48:44 ts/train.py:232 step:9K smpl:70K ep:53 epch:0.59 loss:0.312 grdn:16.968 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 66 |
+
INFO 2025-06-14 23:49:13 ts/train.py:232 step:9K smpl:72K ep:54 epch:0.60 loss:0.312 grdn:16.717 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 67 |
+
INFO 2025-06-14 23:49:42 ts/train.py:232 step:9K smpl:74K ep:55 epch:0.62 loss:0.309 grdn:16.506 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 68 |
+
INFO 2025-06-14 23:50:11 ts/train.py:232 step:9K smpl:75K ep:57 epch:0.63 loss:0.304 grdn:16.651 lr:1.0e-05 updt_s:0.145 data_s:0.000
|
| 69 |
+
INFO 2025-06-14 23:50:40 ts/train.py:232 step:10K smpl:77K ep:58 epch:0.64 loss:0.293 grdn:16.280 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 70 |
+
INFO 2025-06-14 23:51:09 ts/train.py:232 step:10K smpl:78K ep:59 epch:0.66 loss:0.294 grdn:15.730 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 71 |
+
INFO 2025-06-14 23:51:38 ts/train.py:232 step:10K smpl:80K ep:60 epch:0.67 loss:0.284 grdn:16.064 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 72 |
+
INFO 2025-06-14 23:52:07 ts/train.py:232 step:10K smpl:82K ep:61 epch:0.68 loss:0.289 grdn:15.907 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 73 |
+
INFO 2025-06-14 23:52:36 ts/train.py:232 step:10K smpl:83K ep:63 epch:0.70 loss:0.282 grdn:15.467 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 74 |
+
INFO 2025-06-14 23:53:05 ts/train.py:232 step:11K smpl:85K ep:64 epch:0.71 loss:0.279 grdn:15.206 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 75 |
+
INFO 2025-06-14 23:53:34 ts/train.py:232 step:11K smpl:86K ep:65 epch:0.72 loss:0.271 grdn:15.193 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 76 |
+
INFO 2025-06-14 23:54:03 ts/train.py:232 step:11K smpl:88K ep:66 epch:0.74 loss:0.272 grdn:14.876 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 77 |
+
INFO 2025-06-14 23:54:32 ts/train.py:232 step:11K smpl:90K ep:68 epch:0.75 loss:0.271 grdn:15.101 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 78 |
+
INFO 2025-06-14 23:55:01 ts/train.py:232 step:11K smpl:91K ep:69 epch:0.76 loss:0.269 grdn:14.808 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 79 |
+
INFO 2025-06-14 23:55:30 ts/train.py:232 step:12K smpl:93K ep:70 epch:0.78 loss:0.261 grdn:14.239 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 80 |
+
INFO 2025-06-14 23:55:59 ts/train.py:232 step:12K smpl:94K ep:71 epch:0.79 loss:0.261 grdn:14.429 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 81 |
+
INFO 2025-06-14 23:56:28 ts/train.py:232 step:12K smpl:96K ep:72 epch:0.80 loss:0.255 grdn:14.148 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 82 |
+
INFO 2025-06-14 23:56:57 ts/train.py:232 step:12K smpl:98K ep:74 epch:0.82 loss:0.257 grdn:14.121 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 83 |
+
INFO 2025-06-14 23:57:26 ts/train.py:232 step:12K smpl:99K ep:75 epch:0.83 loss:0.254 grdn:13.778 lr:1.0e-05 updt_s:0.145 data_s:0.000
|
| 84 |
+
INFO 2025-06-14 23:57:55 ts/train.py:232 step:13K smpl:101K ep:76 epch:0.84 loss:0.250 grdn:13.825 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 85 |
+
INFO 2025-06-14 23:58:24 ts/train.py:232 step:13K smpl:102K ep:77 epch:0.86 loss:0.247 grdn:13.676 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 86 |
+
INFO 2025-06-14 23:58:53 ts/train.py:232 step:13K smpl:104K ep:78 epch:0.87 loss:0.249 grdn:13.512 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 87 |
+
INFO 2025-06-14 23:59:22 ts/train.py:232 step:13K smpl:106K ep:80 epch:0.88 loss:0.244 grdn:13.641 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 88 |
+
INFO 2025-06-14 23:59:51 ts/train.py:232 step:13K smpl:107K ep:81 epch:0.90 loss:0.241 grdn:13.306 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 89 |
+
INFO 2025-06-15 00:00:20 ts/train.py:232 step:14K smpl:109K ep:82 epch:0.91 loss:0.240 grdn:13.274 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 90 |
+
INFO 2025-06-15 00:00:49 ts/train.py:232 step:14K smpl:110K ep:83 epch:0.92 loss:0.239 grdn:13.529 lr:1.0e-05 updt_s:0.145 data_s:0.000
|
| 91 |
+
INFO 2025-06-15 00:01:18 ts/train.py:232 step:14K smpl:112K ep:84 epch:0.94 loss:0.239 grdn:13.045 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 92 |
+
INFO 2025-06-15 00:01:47 ts/train.py:232 step:14K smpl:114K ep:86 epch:0.95 loss:0.234 grdn:12.829 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 93 |
+
INFO 2025-06-15 00:02:16 ts/train.py:232 step:14K smpl:115K ep:87 epch:0.96 loss:0.234 grdn:12.548 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 94 |
+
INFO 2025-06-15 00:02:46 ts/train.py:232 step:15K smpl:117K ep:88 epch:0.98 loss:0.229 grdn:13.001 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 95 |
+
INFO 2025-06-15 00:03:15 ts/train.py:232 step:15K smpl:118K ep:89 epch:0.99 loss:0.231 grdn:12.765 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 96 |
+
INFO 2025-06-15 00:03:46 ts/train.py:232 step:15K smpl:120K ep:90 epch:1.00 loss:0.228 grdn:12.414 lr:1.0e-05 updt_s:0.153 data_s:0.003
|
| 97 |
+
INFO 2025-06-15 00:04:15 ts/train.py:232 step:15K smpl:122K ep:92 epch:1.02 loss:0.226 grdn:12.368 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 98 |
+
INFO 2025-06-15 00:04:44 ts/train.py:232 step:15K smpl:123K ep:93 epch:1.03 loss:0.221 grdn:12.078 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 99 |
+
INFO 2025-06-15 00:05:13 ts/train.py:232 step:16K smpl:125K ep:94 epch:1.04 loss:0.223 grdn:12.300 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 100 |
+
INFO 2025-06-15 00:05:42 ts/train.py:232 step:16K smpl:126K ep:95 epch:1.06 loss:0.222 grdn:12.235 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 101 |
+
INFO 2025-06-15 00:06:10 ts/train.py:232 step:16K smpl:128K ep:96 epch:1.07 loss:0.216 grdn:12.137 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 102 |
+
INFO 2025-06-15 00:06:39 ts/train.py:232 step:16K smpl:130K ep:98 epch:1.08 loss:0.219 grdn:12.124 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 103 |
+
INFO 2025-06-15 00:07:08 ts/train.py:232 step:16K smpl:131K ep:99 epch:1.10 loss:0.216 grdn:11.878 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 104 |
+
INFO 2025-06-15 00:07:36 ts/train.py:232 step:17K smpl:133K ep:100 epch:1.11 loss:0.211 grdn:11.719 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 105 |
+
INFO 2025-06-15 00:08:04 ts/train.py:232 step:17K smpl:134K ep:101 epch:1.13 loss:0.212 grdn:11.502 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 106 |
+
INFO 2025-06-15 00:08:31 ts/train.py:232 step:17K smpl:136K ep:102 epch:1.14 loss:0.208 grdn:11.441 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 107 |
+
INFO 2025-06-15 00:08:59 ts/train.py:232 step:17K smpl:138K ep:104 epch:1.15 loss:0.212 grdn:11.465 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 108 |
+
INFO 2025-06-15 00:09:27 ts/train.py:232 step:17K smpl:139K ep:105 epch:1.17 loss:0.212 grdn:11.665 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 109 |
+
INFO 2025-06-15 00:09:54 ts/train.py:232 step:18K smpl:141K ep:106 epch:1.18 loss:0.208 grdn:11.045 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 110 |
+
INFO 2025-06-15 00:10:22 ts/train.py:232 step:18K smpl:142K ep:107 epch:1.19 loss:0.206 grdn:11.425 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 111 |
+
INFO 2025-06-15 00:10:50 ts/train.py:232 step:18K smpl:144K ep:108 epch:1.21 loss:0.205 grdn:10.993 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 112 |
+
INFO 2025-06-15 00:11:18 ts/train.py:232 step:18K smpl:146K ep:110 epch:1.22 loss:0.200 grdn:11.228 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 113 |
+
INFO 2025-06-15 00:11:45 ts/train.py:232 step:18K smpl:147K ep:111 epch:1.23 loss:0.200 grdn:10.900 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 114 |
+
INFO 2025-06-15 00:12:13 ts/train.py:232 step:19K smpl:149K ep:112 epch:1.25 loss:0.201 grdn:11.008 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 115 |
+
INFO 2025-06-15 00:12:41 ts/train.py:232 step:19K smpl:150K ep:113 epch:1.26 loss:0.200 grdn:10.780 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 116 |
+
INFO 2025-06-15 00:13:08 ts/train.py:232 step:19K smpl:152K ep:115 epch:1.27 loss:0.200 grdn:10.815 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 117 |
+
INFO 2025-06-15 00:13:36 ts/train.py:232 step:19K smpl:154K ep:116 epch:1.29 loss:0.195 grdn:10.634 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 118 |
+
INFO 2025-06-15 00:14:04 ts/train.py:232 step:19K smpl:155K ep:117 epch:1.30 loss:0.200 grdn:10.451 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 119 |
+
INFO 2025-06-15 00:14:31 ts/train.py:232 step:20K smpl:157K ep:118 epch:1.31 loss:0.196 grdn:10.747 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 120 |
+
INFO 2025-06-15 00:15:03 ts/train.py:232 step:20K smpl:158K ep:119 epch:1.33 loss:0.195 grdn:10.562 lr:1.0e-05 updt_s:0.158 data_s:0.000
|
| 121 |
+
INFO 2025-06-15 00:15:31 ts/train.py:232 step:20K smpl:160K ep:121 epch:1.34 loss:0.193 grdn:10.606 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 122 |
+
INFO 2025-06-15 00:15:31 ts/train.py:241 Checkpoint policy after step 20000
|
| 123 |
+
INFO 2025-06-15 00:16:00 ts/train.py:232 step:20K smpl:162K ep:122 epch:1.35 loss:0.192 grdn:10.383 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 124 |
+
INFO 2025-06-15 00:16:28 ts/train.py:232 step:20K smpl:163K ep:123 epch:1.37 loss:0.191 grdn:10.588 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 125 |
+
INFO 2025-06-15 00:16:56 ts/train.py:232 step:21K smpl:165K ep:124 epch:1.38 loss:0.190 grdn:10.462 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 126 |
+
INFO 2025-06-15 00:17:23 ts/train.py:232 step:21K smpl:166K ep:125 epch:1.39 loss:0.190 grdn:10.294 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 127 |
+
INFO 2025-06-15 00:17:51 ts/train.py:232 step:21K smpl:168K ep:127 epch:1.41 loss:0.190 grdn:10.141 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 128 |
+
INFO 2025-06-15 00:18:19 ts/train.py:232 step:21K smpl:170K ep:128 epch:1.42 loss:0.187 grdn:10.349 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 129 |
+
INFO 2025-06-15 00:18:46 ts/train.py:232 step:21K smpl:171K ep:129 epch:1.43 loss:0.186 grdn:10.120 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 130 |
+
INFO 2025-06-15 00:19:14 ts/train.py:232 step:22K smpl:173K ep:130 epch:1.45 loss:0.186 grdn:10.272 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 131 |
+
INFO 2025-06-15 00:19:42 ts/train.py:232 step:22K smpl:174K ep:131 epch:1.46 loss:0.186 grdn:9.804 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 132 |
+
INFO 2025-06-15 00:20:09 ts/train.py:232 step:22K smpl:176K ep:133 epch:1.47 loss:0.185 grdn:9.989 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 133 |
+
INFO 2025-06-15 00:20:37 ts/train.py:232 step:22K smpl:178K ep:134 epch:1.49 loss:0.187 grdn:9.752 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 134 |
+
INFO 2025-06-15 00:21:05 ts/train.py:232 step:22K smpl:179K ep:135 epch:1.50 loss:0.184 grdn:9.803 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 135 |
+
INFO 2025-06-15 00:21:32 ts/train.py:232 step:23K smpl:181K ep:136 epch:1.51 loss:0.181 grdn:9.580 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 136 |
+
INFO 2025-06-15 00:22:00 ts/train.py:232 step:23K smpl:182K ep:137 epch:1.53 loss:0.182 grdn:9.305 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 137 |
+
INFO 2025-06-15 00:22:28 ts/train.py:232 step:23K smpl:184K ep:139 epch:1.54 loss:0.181 grdn:9.501 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 138 |
+
INFO 2025-06-15 00:22:55 ts/train.py:232 step:23K smpl:186K ep:140 epch:1.55 loss:0.178 grdn:9.345 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 139 |
+
INFO 2025-06-15 00:23:23 ts/train.py:232 step:23K smpl:187K ep:141 epch:1.57 loss:0.179 grdn:9.357 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 140 |
+
INFO 2025-06-15 00:23:51 ts/train.py:232 step:24K smpl:189K ep:142 epch:1.58 loss:0.178 grdn:9.553 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 141 |
+
INFO 2025-06-15 00:24:18 ts/train.py:232 step:24K smpl:190K ep:143 epch:1.59 loss:0.180 grdn:9.498 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 142 |
+
INFO 2025-06-15 00:24:46 ts/train.py:232 step:24K smpl:192K ep:145 epch:1.61 loss:0.177 grdn:9.333 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 143 |
+
INFO 2025-06-15 00:25:14 ts/train.py:232 step:24K smpl:194K ep:146 epch:1.62 loss:0.176 grdn:9.612 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 144 |
+
INFO 2025-06-15 00:25:41 ts/train.py:232 step:24K smpl:195K ep:147 epch:1.63 loss:0.177 grdn:9.234 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 145 |
+
INFO 2025-06-15 00:26:09 ts/train.py:232 step:25K smpl:197K ep:148 epch:1.65 loss:0.175 grdn:9.273 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 146 |
+
INFO 2025-06-15 00:26:37 ts/train.py:232 step:25K smpl:198K ep:149 epch:1.66 loss:0.169 grdn:8.886 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 147 |
+
INFO 2025-06-15 00:27:05 ts/train.py:232 step:25K smpl:200K ep:151 epch:1.67 loss:0.175 grdn:9.075 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 148 |
+
INFO 2025-06-15 00:27:32 ts/train.py:232 step:25K smpl:202K ep:152 epch:1.69 loss:0.176 grdn:9.167 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 149 |
+
INFO 2025-06-15 00:28:00 ts/train.py:232 step:25K smpl:203K ep:153 epch:1.70 loss:0.174 grdn:9.009 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 150 |
+
INFO 2025-06-15 00:28:28 ts/train.py:232 step:26K smpl:205K ep:154 epch:1.71 loss:0.173 grdn:8.748 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 151 |
+
INFO 2025-06-15 00:28:55 ts/train.py:232 step:26K smpl:206K ep:156 epch:1.73 loss:0.169 grdn:8.984 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 152 |
+
INFO 2025-06-15 00:29:23 ts/train.py:232 step:26K smpl:208K ep:157 epch:1.74 loss:0.171 grdn:9.010 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 153 |
+
INFO 2025-06-15 00:29:51 ts/train.py:232 step:26K smpl:210K ep:158 epch:1.75 loss:0.172 grdn:8.961 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 154 |
+
INFO 2025-06-15 00:30:18 ts/train.py:232 step:26K smpl:211K ep:159 epch:1.77 loss:0.170 grdn:8.919 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 155 |
+
INFO 2025-06-15 00:30:46 ts/train.py:232 step:27K smpl:213K ep:160 epch:1.78 loss:0.171 grdn:8.730 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 156 |
+
INFO 2025-06-15 00:31:14 ts/train.py:232 step:27K smpl:214K ep:162 epch:1.79 loss:0.169 grdn:8.866 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 157 |
+
INFO 2025-06-15 00:31:43 ts/train.py:232 step:27K smpl:216K ep:163 epch:1.81 loss:0.165 grdn:8.836 lr:1.0e-05 updt_s:0.145 data_s:0.000
|
| 158 |
+
INFO 2025-06-15 00:32:12 ts/train.py:232 step:27K smpl:218K ep:164 epch:1.82 loss:0.169 grdn:8.713 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 159 |
+
INFO 2025-06-15 00:32:41 ts/train.py:232 step:27K smpl:219K ep:165 epch:1.83 loss:0.165 grdn:8.434 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 160 |
+
INFO 2025-06-15 00:33:10 ts/train.py:232 step:28K smpl:221K ep:166 epch:1.85 loss:0.167 grdn:8.483 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 161 |
+
INFO 2025-06-15 00:33:39 ts/train.py:232 step:28K smpl:222K ep:168 epch:1.86 loss:0.167 grdn:8.728 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 162 |
+
INFO 2025-06-15 00:34:08 ts/train.py:232 step:28K smpl:224K ep:169 epch:1.88 loss:0.164 grdn:8.580 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 163 |
+
INFO 2025-06-15 00:34:37 ts/train.py:232 step:28K smpl:226K ep:170 epch:1.89 loss:0.162 grdn:8.830 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 164 |
+
INFO 2025-06-15 00:35:06 ts/train.py:232 step:28K smpl:227K ep:171 epch:1.90 loss:0.164 grdn:8.964 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 165 |
+
INFO 2025-06-15 00:35:35 ts/train.py:232 step:29K smpl:229K ep:172 epch:1.92 loss:0.165 grdn:8.419 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 166 |
+
INFO 2025-06-15 00:36:04 ts/train.py:232 step:29K smpl:230K ep:174 epch:1.93 loss:0.160 grdn:8.163 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 167 |
+
INFO 2025-06-15 00:36:33 ts/train.py:232 step:29K smpl:232K ep:175 epch:1.94 loss:0.159 grdn:8.070 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 168 |
+
INFO 2025-06-15 00:37:02 ts/train.py:232 step:29K smpl:234K ep:176 epch:1.96 loss:0.163 grdn:8.369 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 169 |
+
INFO 2025-06-15 00:37:30 ts/train.py:232 step:29K smpl:235K ep:177 epch:1.97 loss:0.159 grdn:8.292 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 170 |
+
INFO 2025-06-15 00:38:00 ts/train.py:232 step:30K smpl:237K ep:178 epch:1.98 loss:0.163 grdn:8.297 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 171 |
+
INFO 2025-06-15 00:38:29 ts/train.py:232 step:30K smpl:238K ep:180 epch:2.00 loss:0.160 grdn:8.523 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 172 |
+
INFO 2025-06-15 00:38:58 ts/train.py:232 step:30K smpl:240K ep:181 epch:2.01 loss:0.160 grdn:8.300 lr:1.0e-05 updt_s:0.143 data_s:0.003
|
| 173 |
+
INFO 2025-06-15 00:39:27 ts/train.py:232 step:30K smpl:242K ep:182 epch:2.02 loss:0.154 grdn:8.044 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 174 |
+
INFO 2025-06-15 00:39:56 ts/train.py:232 step:30K smpl:243K ep:183 epch:2.04 loss:0.152 grdn:7.889 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 175 |
+
INFO 2025-06-15 00:40:25 ts/train.py:232 step:31K smpl:245K ep:184 epch:2.05 loss:0.154 grdn:7.965 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 176 |
+
INFO 2025-06-15 00:40:54 ts/train.py:232 step:31K smpl:246K ep:186 epch:2.06 loss:0.154 grdn:7.977 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 177 |
+
INFO 2025-06-15 00:41:23 ts/train.py:232 step:31K smpl:248K ep:187 epch:2.08 loss:0.153 grdn:7.984 lr:1.0e-05 updt_s:0.145 data_s:0.000
|
| 178 |
+
INFO 2025-06-15 00:41:52 ts/train.py:232 step:31K smpl:250K ep:188 epch:2.09 loss:0.153 grdn:7.978 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 179 |
+
INFO 2025-06-15 00:42:21 ts/train.py:232 step:31K smpl:251K ep:189 epch:2.10 loss:0.154 grdn:8.054 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 180 |
+
INFO 2025-06-15 00:42:50 ts/train.py:232 step:32K smpl:253K ep:190 epch:2.12 loss:0.151 grdn:7.961 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 181 |
+
INFO 2025-06-15 00:43:19 ts/train.py:232 step:32K smpl:254K ep:192 epch:2.13 loss:0.156 grdn:7.860 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 182 |
+
INFO 2025-06-15 00:43:47 ts/train.py:232 step:32K smpl:256K ep:193 epch:2.14 loss:0.151 grdn:7.836 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 183 |
+
INFO 2025-06-15 00:44:16 ts/train.py:232 step:32K smpl:258K ep:194 epch:2.16 loss:0.151 grdn:7.748 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 184 |
+
INFO 2025-06-15 00:44:45 ts/train.py:232 step:32K smpl:259K ep:195 epch:2.17 loss:0.150 grdn:7.900 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 185 |
+
INFO 2025-06-15 00:45:14 ts/train.py:232 step:33K smpl:261K ep:196 epch:2.18 loss:0.152 grdn:7.718 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 186 |
+
INFO 2025-06-15 00:45:43 ts/train.py:232 step:33K smpl:262K ep:198 epch:2.20 loss:0.149 grdn:7.858 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 187 |
+
INFO 2025-06-15 00:46:12 ts/train.py:232 step:33K smpl:264K ep:199 epch:2.21 loss:0.152 grdn:7.882 lr:1.0e-05 updt_s:0.144 data_s:0.000
|
| 188 |
+
INFO 2025-06-15 00:46:41 ts/train.py:232 step:33K smpl:266K ep:200 epch:2.22 loss:0.150 grdn:7.914 lr:1.0e-05 updt_s:0.145 data_s:0.000
|
| 189 |
+
INFO 2025-06-15 00:47:09 ts/train.py:232 step:33K smpl:267K ep:201 epch:2.24 loss:0.150 grdn:7.793 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 190 |
+
INFO 2025-06-15 00:47:37 ts/train.py:232 step:34K smpl:269K ep:203 epch:2.25 loss:0.155 grdn:8.100 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 191 |
+
INFO 2025-06-15 00:48:04 ts/train.py:232 step:34K smpl:270K ep:204 epch:2.26 loss:0.152 grdn:7.939 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 192 |
+
INFO 2025-06-15 00:48:32 ts/train.py:232 step:34K smpl:272K ep:205 epch:2.28 loss:0.153 grdn:7.752 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 193 |
+
INFO 2025-06-15 00:49:00 ts/train.py:232 step:34K smpl:274K ep:206 epch:2.29 loss:0.149 grdn:7.636 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 194 |
+
INFO 2025-06-15 00:49:27 ts/train.py:232 step:34K smpl:275K ep:207 epch:2.30 loss:0.146 grdn:7.665 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 195 |
+
INFO 2025-06-15 00:49:55 ts/train.py:232 step:35K smpl:277K ep:209 epch:2.32 loss:0.150 grdn:7.631 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 196 |
+
INFO 2025-06-15 00:50:23 ts/train.py:232 step:35K smpl:278K ep:210 epch:2.33 loss:0.148 grdn:7.552 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 197 |
+
INFO 2025-06-15 00:50:50 ts/train.py:232 step:35K smpl:280K ep:211 epch:2.34 loss:0.149 grdn:7.761 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 198 |
+
INFO 2025-06-15 00:51:18 ts/train.py:232 step:35K smpl:282K ep:212 epch:2.36 loss:0.149 grdn:7.788 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 199 |
+
INFO 2025-06-15 00:51:46 ts/train.py:232 step:35K smpl:283K ep:213 epch:2.37 loss:0.147 grdn:7.533 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 200 |
+
INFO 2025-06-15 00:52:13 ts/train.py:232 step:36K smpl:285K ep:215 epch:2.38 loss:0.145 grdn:7.384 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 201 |
+
INFO 2025-06-15 00:52:41 ts/train.py:232 step:36K smpl:286K ep:216 epch:2.40 loss:0.149 grdn:7.918 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 202 |
+
INFO 2025-06-15 00:53:09 ts/train.py:232 step:36K smpl:288K ep:217 epch:2.41 loss:0.141 grdn:7.412 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 203 |
+
INFO 2025-06-15 00:53:36 ts/train.py:232 step:36K smpl:290K ep:218 epch:2.42 loss:0.145 grdn:7.413 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 204 |
+
INFO 2025-06-15 00:54:04 ts/train.py:232 step:36K smpl:291K ep:219 epch:2.44 loss:0.142 grdn:7.449 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 205 |
+
INFO 2025-06-15 00:54:32 ts/train.py:232 step:37K smpl:293K ep:221 epch:2.45 loss:0.144 grdn:7.403 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 206 |
+
INFO 2025-06-15 00:54:59 ts/train.py:232 step:37K smpl:294K ep:222 epch:2.46 loss:0.146 grdn:7.490 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 207 |
+
INFO 2025-06-15 00:55:27 ts/train.py:232 step:37K smpl:296K ep:223 epch:2.48 loss:0.142 grdn:7.499 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 208 |
+
INFO 2025-06-15 00:55:55 ts/train.py:232 step:37K smpl:298K ep:224 epch:2.49 loss:0.143 grdn:7.147 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 209 |
+
INFO 2025-06-15 00:56:22 ts/train.py:232 step:37K smpl:299K ep:225 epch:2.50 loss:0.144 grdn:7.350 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 210 |
+
INFO 2025-06-15 00:56:50 ts/train.py:232 step:38K smpl:301K ep:227 epch:2.52 loss:0.143 grdn:7.349 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 211 |
+
INFO 2025-06-15 00:57:18 ts/train.py:232 step:38K smpl:302K ep:228 epch:2.53 loss:0.146 grdn:7.461 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 212 |
+
INFO 2025-06-15 00:57:45 ts/train.py:232 step:38K smpl:304K ep:229 epch:2.54 loss:0.140 grdn:7.212 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 213 |
+
INFO 2025-06-15 00:58:13 ts/train.py:232 step:38K smpl:306K ep:230 epch:2.56 loss:0.143 grdn:7.261 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 214 |
+
INFO 2025-06-15 00:58:41 ts/train.py:232 step:38K smpl:307K ep:231 epch:2.57 loss:0.143 grdn:7.279 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 215 |
+
INFO 2025-06-15 00:59:08 ts/train.py:232 step:39K smpl:309K ep:233 epch:2.59 loss:0.139 grdn:7.457 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 216 |
+
INFO 2025-06-15 00:59:36 ts/train.py:232 step:39K smpl:310K ep:234 epch:2.60 loss:0.142 grdn:7.326 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 217 |
+
INFO 2025-06-15 01:00:03 ts/train.py:232 step:39K smpl:312K ep:235 epch:2.61 loss:0.140 grdn:7.195 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 218 |
+
INFO 2025-06-15 01:00:31 ts/train.py:232 step:39K smpl:314K ep:236 epch:2.63 loss:0.139 grdn:7.030 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 219 |
+
INFO 2025-06-15 01:00:59 ts/train.py:232 step:39K smpl:315K ep:237 epch:2.64 loss:0.139 grdn:6.934 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 220 |
+
INFO 2025-06-15 01:01:26 ts/train.py:232 step:40K smpl:317K ep:239 epch:2.65 loss:0.141 grdn:6.997 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 221 |
+
INFO 2025-06-15 01:01:54 ts/train.py:232 step:40K smpl:318K ep:240 epch:2.67 loss:0.139 grdn:7.133 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 222 |
+
INFO 2025-06-15 01:02:22 ts/train.py:232 step:40K smpl:320K ep:241 epch:2.68 loss:0.139 grdn:7.012 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 223 |
+
INFO 2025-06-15 01:02:22 ts/train.py:241 Checkpoint policy after step 40000
|
| 224 |
+
INFO 2025-06-15 01:03:21 ts/train.py:232 step:40K smpl:322K ep:242 epch:2.69 loss:0.138 grdn:6.655 lr:1.0e-05 updt_s:0.137 data_s:0.022
|
| 225 |
+
INFO 2025-06-15 01:03:49 ts/train.py:232 step:40K smpl:323K ep:244 epch:2.71 loss:0.136 grdn:7.087 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 226 |
+
INFO 2025-06-15 01:04:16 ts/train.py:232 step:41K smpl:325K ep:245 epch:2.72 loss:0.141 grdn:7.073 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 227 |
+
INFO 2025-06-15 01:04:44 ts/train.py:232 step:41K smpl:326K ep:246 epch:2.73 loss:0.136 grdn:6.820 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 228 |
+
INFO 2025-06-15 01:05:12 ts/train.py:232 step:41K smpl:328K ep:247 epch:2.75 loss:0.140 grdn:6.923 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 229 |
+
INFO 2025-06-15 01:05:39 ts/train.py:232 step:41K smpl:330K ep:248 epch:2.76 loss:0.135 grdn:6.780 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 230 |
+
INFO 2025-06-15 01:06:07 ts/train.py:232 step:41K smpl:331K ep:250 epch:2.77 loss:0.138 grdn:6.974 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 231 |
+
INFO 2025-06-15 01:06:35 ts/train.py:232 step:42K smpl:333K ep:251 epch:2.79 loss:0.138 grdn:6.966 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 232 |
+
INFO 2025-06-15 01:07:02 ts/train.py:232 step:42K smpl:334K ep:252 epch:2.80 loss:0.137 grdn:7.036 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 233 |
+
INFO 2025-06-15 01:07:30 ts/train.py:232 step:42K smpl:336K ep:253 epch:2.81 loss:0.135 grdn:6.761 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 234 |
+
INFO 2025-06-15 01:07:58 ts/train.py:232 step:42K smpl:338K ep:254 epch:2.83 loss:0.137 grdn:6.945 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 235 |
+
INFO 2025-06-15 01:08:25 ts/train.py:232 step:42K smpl:339K ep:256 epch:2.84 loss:0.137 grdn:6.751 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 236 |
+
INFO 2025-06-15 01:08:53 ts/train.py:232 step:43K smpl:341K ep:257 epch:2.85 loss:0.136 grdn:6.860 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 237 |
+
INFO 2025-06-15 01:09:21 ts/train.py:232 step:43K smpl:342K ep:258 epch:2.87 loss:0.137 grdn:6.971 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 238 |
+
INFO 2025-06-15 01:09:48 ts/train.py:232 step:43K smpl:344K ep:259 epch:2.88 loss:0.133 grdn:6.615 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 239 |
+
INFO 2025-06-15 01:10:16 ts/train.py:232 step:43K smpl:346K ep:260 epch:2.89 loss:0.132 grdn:6.518 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 240 |
+
INFO 2025-06-15 01:10:44 ts/train.py:232 step:43K smpl:347K ep:262 epch:2.91 loss:0.138 grdn:6.932 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 241 |
+
INFO 2025-06-15 01:11:11 ts/train.py:232 step:44K smpl:349K ep:263 epch:2.92 loss:0.134 grdn:6.581 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 242 |
+
INFO 2025-06-15 01:11:39 ts/train.py:232 step:44K smpl:350K ep:264 epch:2.93 loss:0.134 grdn:6.916 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 243 |
+
INFO 2025-06-15 01:12:07 ts/train.py:232 step:44K smpl:352K ep:265 epch:2.95 loss:0.132 grdn:6.341 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 244 |
+
INFO 2025-06-15 01:12:34 ts/train.py:232 step:44K smpl:354K ep:266 epch:2.96 loss:0.136 grdn:6.678 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 245 |
+
INFO 2025-06-15 01:13:02 ts/train.py:232 step:44K smpl:355K ep:268 epch:2.97 loss:0.134 grdn:6.527 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 246 |
+
INFO 2025-06-15 01:13:29 ts/train.py:232 step:45K smpl:357K ep:269 epch:2.99 loss:0.131 grdn:6.669 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 247 |
+
INFO 2025-06-15 01:13:58 ts/train.py:232 step:45K smpl:358K ep:270 epch:3.00 loss:0.133 grdn:6.771 lr:1.0e-05 updt_s:0.137 data_s:0.003
|
| 248 |
+
INFO 2025-06-15 01:14:25 ts/train.py:232 step:45K smpl:360K ep:271 epch:3.01 loss:0.128 grdn:6.740 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 249 |
+
INFO 2025-06-15 01:14:53 ts/train.py:232 step:45K smpl:362K ep:272 epch:3.03 loss:0.127 grdn:6.341 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 250 |
+
INFO 2025-06-15 01:15:21 ts/train.py:232 step:45K smpl:363K ep:274 epch:3.04 loss:0.130 grdn:6.441 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 251 |
+
INFO 2025-06-15 01:15:48 ts/train.py:232 step:46K smpl:365K ep:275 epch:3.05 loss:0.128 grdn:6.343 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 252 |
+
INFO 2025-06-15 01:16:16 ts/train.py:232 step:46K smpl:366K ep:276 epch:3.07 loss:0.129 grdn:6.527 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 253 |
+
INFO 2025-06-15 01:16:44 ts/train.py:232 step:46K smpl:368K ep:277 epch:3.08 loss:0.131 grdn:6.756 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 254 |
+
INFO 2025-06-15 01:17:11 ts/train.py:232 step:46K smpl:370K ep:278 epch:3.09 loss:0.129 grdn:6.577 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 255 |
+
INFO 2025-06-15 01:17:39 ts/train.py:232 step:46K smpl:371K ep:280 epch:3.11 loss:0.131 grdn:6.602 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 256 |
+
INFO 2025-06-15 01:18:07 ts/train.py:232 step:47K smpl:373K ep:281 epch:3.12 loss:0.129 grdn:6.518 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 257 |
+
INFO 2025-06-15 01:18:34 ts/train.py:232 step:47K smpl:374K ep:282 epch:3.13 loss:0.126 grdn:6.288 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 258 |
+
INFO 2025-06-15 01:19:02 ts/train.py:232 step:47K smpl:376K ep:283 epch:3.15 loss:0.129 grdn:6.385 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 259 |
+
INFO 2025-06-15 01:19:29 ts/train.py:232 step:47K smpl:378K ep:284 epch:3.16 loss:0.129 grdn:6.403 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 260 |
+
INFO 2025-06-15 01:19:57 ts/train.py:232 step:47K smpl:379K ep:286 epch:3.17 loss:0.131 grdn:6.538 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 261 |
+
INFO 2025-06-15 01:20:25 ts/train.py:232 step:48K smpl:381K ep:287 epch:3.19 loss:0.127 grdn:6.377 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 262 |
+
INFO 2025-06-15 01:20:52 ts/train.py:232 step:48K smpl:382K ep:288 epch:3.20 loss:0.124 grdn:6.136 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 263 |
+
INFO 2025-06-15 01:21:20 ts/train.py:232 step:48K smpl:384K ep:289 epch:3.21 loss:0.124 grdn:6.418 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 264 |
+
INFO 2025-06-15 01:21:48 ts/train.py:232 step:48K smpl:386K ep:291 epch:3.23 loss:0.127 grdn:6.105 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 265 |
+
INFO 2025-06-15 01:22:15 ts/train.py:232 step:48K smpl:387K ep:292 epch:3.24 loss:0.127 grdn:6.310 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 266 |
+
INFO 2025-06-15 01:22:43 ts/train.py:232 step:49K smpl:389K ep:293 epch:3.25 loss:0.128 grdn:6.453 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 267 |
+
INFO 2025-06-15 01:23:11 ts/train.py:232 step:49K smpl:390K ep:294 epch:3.27 loss:0.126 grdn:6.257 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 268 |
+
INFO 2025-06-15 01:23:38 ts/train.py:232 step:49K smpl:392K ep:295 epch:3.28 loss:0.125 grdn:6.083 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 269 |
+
INFO 2025-06-15 01:24:06 ts/train.py:232 step:49K smpl:394K ep:297 epch:3.29 loss:0.129 grdn:6.442 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 270 |
+
INFO 2025-06-15 01:24:33 ts/train.py:232 step:49K smpl:395K ep:298 epch:3.31 loss:0.126 grdn:6.296 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 271 |
+
INFO 2025-06-15 01:25:01 ts/train.py:232 step:50K smpl:397K ep:299 epch:3.32 loss:0.124 grdn:6.178 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 272 |
+
INFO 2025-06-15 01:25:29 ts/train.py:232 step:50K smpl:398K ep:300 epch:3.34 loss:0.126 grdn:6.180 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 273 |
+
INFO 2025-06-15 01:25:56 ts/train.py:232 step:50K smpl:400K ep:301 epch:3.35 loss:0.123 grdn:5.999 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 274 |
+
INFO 2025-06-15 01:26:24 ts/train.py:232 step:50K smpl:402K ep:303 epch:3.36 loss:0.124 grdn:6.150 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 275 |
+
INFO 2025-06-15 01:26:52 ts/train.py:232 step:50K smpl:403K ep:304 epch:3.38 loss:0.126 grdn:6.198 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 276 |
+
INFO 2025-06-15 01:27:19 ts/train.py:232 step:51K smpl:405K ep:305 epch:3.39 loss:0.125 grdn:6.132 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 277 |
+
INFO 2025-06-15 01:27:47 ts/train.py:232 step:51K smpl:406K ep:306 epch:3.40 loss:0.125 grdn:6.268 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 278 |
+
INFO 2025-06-15 01:28:14 ts/train.py:232 step:51K smpl:408K ep:307 epch:3.42 loss:0.124 grdn:6.126 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 279 |
+
INFO 2025-06-15 01:28:42 ts/train.py:232 step:51K smpl:410K ep:309 epch:3.43 loss:0.125 grdn:6.167 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 280 |
+
INFO 2025-06-15 01:29:10 ts/train.py:232 step:51K smpl:411K ep:310 epch:3.44 loss:0.123 grdn:5.891 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 281 |
+
INFO 2025-06-15 01:29:37 ts/train.py:232 step:52K smpl:413K ep:311 epch:3.46 loss:0.124 grdn:6.145 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 282 |
+
INFO 2025-06-15 01:30:05 ts/train.py:232 step:52K smpl:414K ep:312 epch:3.47 loss:0.125 grdn:6.365 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 283 |
+
INFO 2025-06-15 01:30:33 ts/train.py:232 step:52K smpl:416K ep:313 epch:3.48 loss:0.123 grdn:6.229 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 284 |
+
INFO 2025-06-15 01:31:00 ts/train.py:232 step:52K smpl:418K ep:315 epch:3.50 loss:0.122 grdn:6.160 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 285 |
+
INFO 2025-06-15 01:31:28 ts/train.py:232 step:52K smpl:419K ep:316 epch:3.51 loss:0.123 grdn:5.976 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 286 |
+
INFO 2025-06-15 01:31:55 ts/train.py:232 step:53K smpl:421K ep:317 epch:3.52 loss:0.123 grdn:5.888 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 287 |
+
INFO 2025-06-15 01:32:23 ts/train.py:232 step:53K smpl:422K ep:318 epch:3.54 loss:0.122 grdn:6.164 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 288 |
+
INFO 2025-06-15 01:32:51 ts/train.py:232 step:53K smpl:424K ep:319 epch:3.55 loss:0.121 grdn:6.099 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 289 |
+
INFO 2025-06-15 01:33:18 ts/train.py:232 step:53K smpl:426K ep:321 epch:3.56 loss:0.119 grdn:5.787 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 290 |
+
INFO 2025-06-15 01:33:46 ts/train.py:232 step:53K smpl:427K ep:322 epch:3.58 loss:0.124 grdn:5.973 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 291 |
+
INFO 2025-06-15 01:34:13 ts/train.py:232 step:54K smpl:429K ep:323 epch:3.59 loss:0.121 grdn:6.210 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 292 |
+
INFO 2025-06-15 01:34:41 ts/train.py:232 step:54K smpl:430K ep:324 epch:3.60 loss:0.120 grdn:5.914 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 293 |
+
INFO 2025-06-15 01:35:09 ts/train.py:232 step:54K smpl:432K ep:325 epch:3.62 loss:0.123 grdn:5.897 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 294 |
+
INFO 2025-06-15 01:35:36 ts/train.py:232 step:54K smpl:434K ep:327 epch:3.63 loss:0.125 grdn:5.970 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 295 |
+
INFO 2025-06-15 01:36:04 ts/train.py:232 step:54K smpl:435K ep:328 epch:3.64 loss:0.122 grdn:6.053 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 296 |
+
INFO 2025-06-15 01:36:32 ts/train.py:232 step:55K smpl:437K ep:329 epch:3.66 loss:0.124 grdn:6.125 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 297 |
+
INFO 2025-06-15 01:36:59 ts/train.py:232 step:55K smpl:438K ep:330 epch:3.67 loss:0.123 grdn:6.031 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 298 |
+
INFO 2025-06-15 01:37:27 ts/train.py:232 step:55K smpl:440K ep:332 epch:3.68 loss:0.120 grdn:5.788 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 299 |
+
INFO 2025-06-15 01:37:55 ts/train.py:232 step:55K smpl:442K ep:333 epch:3.70 loss:0.120 grdn:5.909 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 300 |
+
INFO 2025-06-15 01:38:22 ts/train.py:232 step:55K smpl:443K ep:334 epch:3.71 loss:0.121 grdn:5.909 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 301 |
+
INFO 2025-06-15 01:38:50 ts/train.py:232 step:56K smpl:445K ep:335 epch:3.72 loss:0.120 grdn:5.755 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 302 |
+
INFO 2025-06-15 01:39:17 ts/train.py:232 step:56K smpl:446K ep:336 epch:3.74 loss:0.121 grdn:5.950 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 303 |
+
INFO 2025-06-15 01:39:45 ts/train.py:232 step:56K smpl:448K ep:338 epch:3.75 loss:0.120 grdn:6.028 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 304 |
+
INFO 2025-06-15 01:40:13 ts/train.py:232 step:56K smpl:450K ep:339 epch:3.76 loss:0.119 grdn:5.799 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 305 |
+
INFO 2025-06-15 01:40:40 ts/train.py:232 step:56K smpl:451K ep:340 epch:3.78 loss:0.116 grdn:5.818 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 306 |
+
INFO 2025-06-15 01:41:08 ts/train.py:232 step:57K smpl:453K ep:341 epch:3.79 loss:0.121 grdn:6.047 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 307 |
+
INFO 2025-06-15 01:41:36 ts/train.py:232 step:57K smpl:454K ep:342 epch:3.80 loss:0.120 grdn:5.907 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 308 |
+
INFO 2025-06-15 01:42:03 ts/train.py:232 step:57K smpl:456K ep:344 epch:3.82 loss:0.121 grdn:5.769 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 309 |
+
INFO 2025-06-15 01:42:31 ts/train.py:232 step:57K smpl:458K ep:345 epch:3.83 loss:0.122 grdn:5.874 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 310 |
+
INFO 2025-06-15 01:42:59 ts/train.py:232 step:57K smpl:459K ep:346 epch:3.84 loss:0.118 grdn:5.965 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 311 |
+
INFO 2025-06-15 01:43:26 ts/train.py:232 step:58K smpl:461K ep:347 epch:3.86 loss:0.120 grdn:5.732 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 312 |
+
INFO 2025-06-15 01:43:54 ts/train.py:232 step:58K smpl:462K ep:348 epch:3.87 loss:0.117 grdn:5.905 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 313 |
+
INFO 2025-06-15 01:44:21 ts/train.py:232 step:58K smpl:464K ep:350 epch:3.88 loss:0.119 grdn:5.834 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 314 |
+
INFO 2025-06-15 01:44:49 ts/train.py:232 step:58K smpl:466K ep:351 epch:3.90 loss:0.119 grdn:5.658 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 315 |
+
INFO 2025-06-15 01:45:17 ts/train.py:232 step:58K smpl:467K ep:352 epch:3.91 loss:0.118 grdn:5.698 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 316 |
+
INFO 2025-06-15 01:45:44 ts/train.py:232 step:59K smpl:469K ep:353 epch:3.92 loss:0.119 grdn:5.865 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 317 |
+
INFO 2025-06-15 01:46:12 ts/train.py:232 step:59K smpl:470K ep:354 epch:3.94 loss:0.119 grdn:5.719 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 318 |
+
INFO 2025-06-15 01:46:40 ts/train.py:232 step:59K smpl:472K ep:356 epch:3.95 loss:0.117 grdn:5.678 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 319 |
+
INFO 2025-06-15 01:47:07 ts/train.py:232 step:59K smpl:474K ep:357 epch:3.96 loss:0.115 grdn:5.563 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 320 |
+
INFO 2025-06-15 01:47:35 ts/train.py:232 step:59K smpl:475K ep:358 epch:3.98 loss:0.115 grdn:5.386 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 321 |
+
INFO 2025-06-15 01:48:03 ts/train.py:232 step:60K smpl:477K ep:359 epch:3.99 loss:0.114 grdn:5.525 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 322 |
+
INFO 2025-06-15 01:48:31 ts/train.py:232 step:60K smpl:478K ep:360 epch:4.00 loss:0.119 grdn:5.803 lr:1.0e-05 updt_s:0.137 data_s:0.003
|
| 323 |
+
INFO 2025-06-15 01:48:58 ts/train.py:232 step:60K smpl:480K ep:362 epch:4.02 loss:0.117 grdn:5.655 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 324 |
+
INFO 2025-06-15 01:48:58 ts/train.py:241 Checkpoint policy after step 60000
|
| 325 |
+
INFO 2025-06-15 01:49:28 ts/train.py:232 step:60K smpl:482K ep:363 epch:4.03 loss:0.114 grdn:5.568 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 326 |
+
INFO 2025-06-15 01:49:55 ts/train.py:232 step:60K smpl:483K ep:364 epch:4.04 loss:0.116 grdn:5.588 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 327 |
+
INFO 2025-06-15 01:50:23 ts/train.py:232 step:61K smpl:485K ep:365 epch:4.06 loss:0.113 grdn:5.774 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 328 |
+
INFO 2025-06-15 01:50:50 ts/train.py:232 step:61K smpl:486K ep:366 epch:4.07 loss:0.116 grdn:5.537 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 329 |
+
INFO 2025-06-15 01:51:18 ts/train.py:232 step:61K smpl:488K ep:368 epch:4.09 loss:0.112 grdn:5.534 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 330 |
+
INFO 2025-06-15 01:51:46 ts/train.py:232 step:61K smpl:490K ep:369 epch:4.10 loss:0.112 grdn:5.475 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 331 |
+
INFO 2025-06-15 01:52:13 ts/train.py:232 step:61K smpl:491K ep:370 epch:4.11 loss:0.113 grdn:5.490 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 332 |
+
INFO 2025-06-15 01:52:41 ts/train.py:232 step:62K smpl:493K ep:371 epch:4.13 loss:0.111 grdn:5.358 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 333 |
+
INFO 2025-06-15 01:53:09 ts/train.py:232 step:62K smpl:494K ep:372 epch:4.14 loss:0.114 grdn:5.548 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 334 |
+
INFO 2025-06-15 01:53:36 ts/train.py:232 step:62K smpl:496K ep:374 epch:4.15 loss:0.111 grdn:5.533 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 335 |
+
INFO 2025-06-15 01:54:04 ts/train.py:232 step:62K smpl:498K ep:375 epch:4.17 loss:0.113 grdn:5.678 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 336 |
+
INFO 2025-06-15 01:54:31 ts/train.py:232 step:62K smpl:499K ep:376 epch:4.18 loss:0.114 grdn:5.443 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 337 |
+
INFO 2025-06-15 01:54:59 ts/train.py:232 step:63K smpl:501K ep:377 epch:4.19 loss:0.114 grdn:5.495 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 338 |
+
INFO 2025-06-15 01:55:27 ts/train.py:232 step:63K smpl:502K ep:379 epch:4.21 loss:0.112 grdn:5.224 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 339 |
+
INFO 2025-06-15 01:55:54 ts/train.py:232 step:63K smpl:504K ep:380 epch:4.22 loss:0.111 grdn:5.346 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 340 |
+
INFO 2025-06-15 01:56:22 ts/train.py:232 step:63K smpl:506K ep:381 epch:4.23 loss:0.112 grdn:5.395 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 341 |
+
INFO 2025-06-15 01:56:50 ts/train.py:232 step:63K smpl:507K ep:382 epch:4.25 loss:0.113 grdn:5.437 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 342 |
+
INFO 2025-06-15 01:57:17 ts/train.py:232 step:64K smpl:509K ep:383 epch:4.26 loss:0.112 grdn:5.425 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 343 |
+
INFO 2025-06-15 01:57:45 ts/train.py:232 step:64K smpl:510K ep:385 epch:4.27 loss:0.113 grdn:5.490 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 344 |
+
INFO 2025-06-15 01:58:12 ts/train.py:232 step:64K smpl:512K ep:386 epch:4.29 loss:0.113 grdn:5.280 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 345 |
+
INFO 2025-06-15 01:58:40 ts/train.py:232 step:64K smpl:514K ep:387 epch:4.30 loss:0.112 grdn:5.323 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 346 |
+
INFO 2025-06-15 01:59:08 ts/train.py:232 step:64K smpl:515K ep:388 epch:4.31 loss:0.110 grdn:5.153 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 347 |
+
INFO 2025-06-15 01:59:35 ts/train.py:232 step:65K smpl:517K ep:389 epch:4.33 loss:0.110 grdn:5.271 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 348 |
+
INFO 2025-06-15 02:00:03 ts/train.py:232 step:65K smpl:518K ep:391 epch:4.34 loss:0.115 grdn:5.361 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 349 |
+
INFO 2025-06-15 02:00:31 ts/train.py:232 step:65K smpl:520K ep:392 epch:4.35 loss:0.113 grdn:5.254 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 350 |
+
INFO 2025-06-15 02:00:58 ts/train.py:232 step:65K smpl:522K ep:393 epch:4.37 loss:0.112 grdn:5.334 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 351 |
+
INFO 2025-06-15 02:01:26 ts/train.py:232 step:65K smpl:523K ep:394 epch:4.38 loss:0.110 grdn:5.370 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 352 |
+
INFO 2025-06-15 02:01:54 ts/train.py:232 step:66K smpl:525K ep:395 epch:4.39 loss:0.110 grdn:5.225 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 353 |
+
INFO 2025-06-15 02:02:21 ts/train.py:232 step:66K smpl:526K ep:397 epch:4.41 loss:0.112 grdn:5.377 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 354 |
+
INFO 2025-06-15 02:02:49 ts/train.py:232 step:66K smpl:528K ep:398 epch:4.42 loss:0.113 grdn:5.475 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 355 |
+
INFO 2025-06-15 02:03:16 ts/train.py:232 step:66K smpl:530K ep:399 epch:4.43 loss:0.113 grdn:5.361 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 356 |
+
INFO 2025-06-15 02:03:44 ts/train.py:232 step:66K smpl:531K ep:400 epch:4.45 loss:0.113 grdn:5.490 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 357 |
+
INFO 2025-06-15 02:04:12 ts/train.py:232 step:67K smpl:533K ep:401 epch:4.46 loss:0.112 grdn:5.365 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 358 |
+
INFO 2025-06-15 02:04:39 ts/train.py:232 step:67K smpl:534K ep:403 epch:4.47 loss:0.111 grdn:5.401 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 359 |
+
INFO 2025-06-15 02:05:07 ts/train.py:232 step:67K smpl:536K ep:404 epch:4.49 loss:0.108 grdn:5.301 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 360 |
+
INFO 2025-06-15 02:05:34 ts/train.py:232 step:67K smpl:538K ep:405 epch:4.50 loss:0.111 grdn:5.287 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 361 |
+
INFO 2025-06-15 02:06:02 ts/train.py:232 step:67K smpl:539K ep:406 epch:4.51 loss:0.108 grdn:5.104 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 362 |
+
INFO 2025-06-15 02:06:30 ts/train.py:232 step:68K smpl:541K ep:407 epch:4.53 loss:0.108 grdn:5.113 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 363 |
+
INFO 2025-06-15 02:06:57 ts/train.py:232 step:68K smpl:542K ep:409 epch:4.54 loss:0.110 grdn:5.473 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 364 |
+
INFO 2025-06-15 02:07:25 ts/train.py:232 step:68K smpl:544K ep:410 epch:4.55 loss:0.108 grdn:5.114 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 365 |
+
INFO 2025-06-15 02:07:53 ts/train.py:232 step:68K smpl:546K ep:411 epch:4.57 loss:0.108 grdn:5.184 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 366 |
+
INFO 2025-06-15 02:08:20 ts/train.py:232 step:68K smpl:547K ep:412 epch:4.58 loss:0.112 grdn:5.101 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 367 |
+
INFO 2025-06-15 02:08:48 ts/train.py:232 step:69K smpl:549K ep:413 epch:4.59 loss:0.107 grdn:5.117 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 368 |
+
INFO 2025-06-15 02:09:15 ts/train.py:232 step:69K smpl:550K ep:415 epch:4.61 loss:0.108 grdn:5.219 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 369 |
+
INFO 2025-06-15 02:09:43 ts/train.py:232 step:69K smpl:552K ep:416 epch:4.62 loss:0.107 grdn:4.969 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 370 |
+
INFO 2025-06-15 02:10:11 ts/train.py:232 step:69K smpl:554K ep:417 epch:4.63 loss:0.110 grdn:5.382 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 371 |
+
INFO 2025-06-15 02:10:38 ts/train.py:232 step:69K smpl:555K ep:418 epch:4.65 loss:0.112 grdn:5.361 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 372 |
+
INFO 2025-06-15 02:11:06 ts/train.py:232 step:70K smpl:557K ep:419 epch:4.66 loss:0.111 grdn:5.176 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 373 |
+
INFO 2025-06-15 02:11:34 ts/train.py:232 step:70K smpl:558K ep:421 epch:4.67 loss:0.109 grdn:5.345 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 374 |
+
INFO 2025-06-15 02:12:01 ts/train.py:232 step:70K smpl:560K ep:422 epch:4.69 loss:0.109 grdn:5.082 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 375 |
+
INFO 2025-06-15 02:12:29 ts/train.py:232 step:70K smpl:562K ep:423 epch:4.70 loss:0.106 grdn:4.900 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 376 |
+
INFO 2025-06-15 02:12:56 ts/train.py:232 step:70K smpl:563K ep:424 epch:4.71 loss:0.107 grdn:5.101 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 377 |
+
INFO 2025-06-15 02:13:24 ts/train.py:232 step:71K smpl:565K ep:426 epch:4.73 loss:0.110 grdn:5.096 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 378 |
+
INFO 2025-06-15 02:13:52 ts/train.py:232 step:71K smpl:566K ep:427 epch:4.74 loss:0.107 grdn:5.026 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 379 |
+
INFO 2025-06-15 02:14:19 ts/train.py:232 step:71K smpl:568K ep:428 epch:4.75 loss:0.109 grdn:5.185 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 380 |
+
INFO 2025-06-15 02:14:47 ts/train.py:232 step:71K smpl:570K ep:429 epch:4.77 loss:0.111 grdn:5.157 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 381 |
+
INFO 2025-06-15 02:15:15 ts/train.py:232 step:71K smpl:571K ep:430 epch:4.78 loss:0.109 grdn:5.298 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 382 |
+
INFO 2025-06-15 02:15:42 ts/train.py:232 step:72K smpl:573K ep:432 epch:4.80 loss:0.108 grdn:5.060 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 383 |
+
INFO 2025-06-15 02:16:10 ts/train.py:232 step:72K smpl:574K ep:433 epch:4.81 loss:0.107 grdn:4.903 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 384 |
+
INFO 2025-06-15 02:16:37 ts/train.py:232 step:72K smpl:576K ep:434 epch:4.82 loss:0.108 grdn:4.977 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 385 |
+
INFO 2025-06-15 02:17:05 ts/train.py:232 step:72K smpl:578K ep:435 epch:4.84 loss:0.108 grdn:5.165 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 386 |
+
INFO 2025-06-15 02:17:32 ts/train.py:232 step:72K smpl:579K ep:436 epch:4.85 loss:0.106 grdn:5.022 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 387 |
+
INFO 2025-06-15 02:18:00 ts/train.py:232 step:73K smpl:581K ep:438 epch:4.86 loss:0.106 grdn:5.060 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 388 |
+
INFO 2025-06-15 02:18:28 ts/train.py:232 step:73K smpl:582K ep:439 epch:4.88 loss:0.107 grdn:5.098 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 389 |
+
INFO 2025-06-15 02:18:55 ts/train.py:232 step:73K smpl:584K ep:440 epch:4.89 loss:0.106 grdn:4.930 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 390 |
+
INFO 2025-06-15 02:19:23 ts/train.py:232 step:73K smpl:586K ep:441 epch:4.90 loss:0.109 grdn:5.188 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 391 |
+
INFO 2025-06-15 02:19:51 ts/train.py:232 step:73K smpl:587K ep:442 epch:4.92 loss:0.107 grdn:5.090 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 392 |
+
INFO 2025-06-15 02:20:18 ts/train.py:232 step:74K smpl:589K ep:444 epch:4.93 loss:0.103 grdn:5.082 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 393 |
+
INFO 2025-06-15 02:20:46 ts/train.py:232 step:74K smpl:590K ep:445 epch:4.94 loss:0.108 grdn:5.062 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 394 |
+
INFO 2025-06-15 02:21:13 ts/train.py:232 step:74K smpl:592K ep:446 epch:4.96 loss:0.108 grdn:5.015 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 395 |
+
INFO 2025-06-15 02:21:41 ts/train.py:232 step:74K smpl:594K ep:447 epch:4.97 loss:0.105 grdn:4.973 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 396 |
+
INFO 2025-06-15 02:22:09 ts/train.py:232 step:74K smpl:595K ep:448 epch:4.98 loss:0.107 grdn:5.167 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 397 |
+
INFO 2025-06-15 02:22:36 ts/train.py:232 step:75K smpl:597K ep:450 epch:5.00 loss:0.103 grdn:4.805 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 398 |
+
INFO 2025-06-15 02:23:04 ts/train.py:232 step:75K smpl:598K ep:451 epch:5.01 loss:0.103 grdn:4.901 lr:1.0e-05 updt_s:0.137 data_s:0.003
|
| 399 |
+
INFO 2025-06-15 02:23:32 ts/train.py:232 step:75K smpl:600K ep:452 epch:5.02 loss:0.104 grdn:5.040 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 400 |
+
INFO 2025-06-15 02:24:00 ts/train.py:232 step:75K smpl:602K ep:453 epch:5.04 loss:0.104 grdn:4.883 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 401 |
+
INFO 2025-06-15 02:24:27 ts/train.py:232 step:75K smpl:603K ep:454 epch:5.05 loss:0.103 grdn:4.939 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 402 |
+
INFO 2025-06-15 02:24:55 ts/train.py:232 step:76K smpl:605K ep:456 epch:5.06 loss:0.106 grdn:4.973 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 403 |
+
INFO 2025-06-15 02:25:23 ts/train.py:232 step:76K smpl:606K ep:457 epch:5.08 loss:0.104 grdn:4.757 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 404 |
+
INFO 2025-06-15 02:25:50 ts/train.py:232 step:76K smpl:608K ep:458 epch:5.09 loss:0.106 grdn:4.927 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 405 |
+
INFO 2025-06-15 02:26:18 ts/train.py:232 step:76K smpl:610K ep:459 epch:5.10 loss:0.104 grdn:4.964 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 406 |
+
INFO 2025-06-15 02:26:45 ts/train.py:232 step:76K smpl:611K ep:460 epch:5.12 loss:0.102 grdn:4.763 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 407 |
+
INFO 2025-06-15 02:27:13 ts/train.py:232 step:77K smpl:613K ep:462 epch:5.13 loss:0.104 grdn:4.842 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 408 |
+
INFO 2025-06-15 02:27:41 ts/train.py:232 step:77K smpl:614K ep:463 epch:5.14 loss:0.102 grdn:4.837 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 409 |
+
INFO 2025-06-15 02:28:08 ts/train.py:232 step:77K smpl:616K ep:464 epch:5.16 loss:0.105 grdn:5.034 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 410 |
+
INFO 2025-06-15 02:28:36 ts/train.py:232 step:77K smpl:618K ep:465 epch:5.17 loss:0.101 grdn:4.741 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 411 |
+
INFO 2025-06-15 02:29:04 ts/train.py:232 step:77K smpl:619K ep:467 epch:5.18 loss:0.100 grdn:4.834 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 412 |
+
INFO 2025-06-15 02:29:31 ts/train.py:232 step:78K smpl:621K ep:468 epch:5.20 loss:0.104 grdn:5.022 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 413 |
+
INFO 2025-06-15 02:29:59 ts/train.py:232 step:78K smpl:622K ep:469 epch:5.21 loss:0.104 grdn:4.943 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 414 |
+
INFO 2025-06-15 02:30:26 ts/train.py:232 step:78K smpl:624K ep:470 epch:5.22 loss:0.101 grdn:4.746 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 415 |
+
INFO 2025-06-15 02:30:54 ts/train.py:232 step:78K smpl:626K ep:471 epch:5.24 loss:0.105 grdn:4.801 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 416 |
+
INFO 2025-06-15 02:31:22 ts/train.py:232 step:78K smpl:627K ep:473 epch:5.25 loss:0.103 grdn:4.821 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 417 |
+
INFO 2025-06-15 02:31:49 ts/train.py:232 step:79K smpl:629K ep:474 epch:5.26 loss:0.102 grdn:4.852 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 418 |
+
INFO 2025-06-15 02:32:17 ts/train.py:232 step:79K smpl:630K ep:475 epch:5.28 loss:0.101 grdn:4.844 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 419 |
+
INFO 2025-06-15 02:32:45 ts/train.py:232 step:79K smpl:632K ep:476 epch:5.29 loss:0.102 grdn:4.740 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 420 |
+
INFO 2025-06-15 02:33:12 ts/train.py:232 step:79K smpl:634K ep:477 epch:5.30 loss:0.102 grdn:4.671 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 421 |
+
INFO 2025-06-15 02:33:40 ts/train.py:232 step:79K smpl:635K ep:479 epch:5.32 loss:0.101 grdn:4.649 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 422 |
+
INFO 2025-06-15 02:34:07 ts/train.py:232 step:80K smpl:637K ep:480 epch:5.33 loss:0.102 grdn:4.769 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 423 |
+
INFO 2025-06-15 02:34:35 ts/train.py:232 step:80K smpl:638K ep:481 epch:5.34 loss:0.103 grdn:4.812 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 424 |
+
INFO 2025-06-15 02:35:03 ts/train.py:232 step:80K smpl:640K ep:482 epch:5.36 loss:0.101 grdn:4.753 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 425 |
+
INFO 2025-06-15 02:35:03 ts/train.py:241 Checkpoint policy after step 80000
|
| 426 |
+
INFO 2025-06-15 02:35:32 ts/train.py:232 step:80K smpl:642K ep:483 epch:5.37 loss:0.100 grdn:4.648 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 427 |
+
INFO 2025-06-15 02:36:00 ts/train.py:232 step:80K smpl:643K ep:485 epch:5.38 loss:0.103 grdn:4.733 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 428 |
+
INFO 2025-06-15 02:36:27 ts/train.py:232 step:81K smpl:645K ep:486 epch:5.40 loss:0.101 grdn:4.789 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 429 |
+
INFO 2025-06-15 02:36:55 ts/train.py:232 step:81K smpl:646K ep:487 epch:5.41 loss:0.100 grdn:4.650 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 430 |
+
INFO 2025-06-15 02:37:22 ts/train.py:232 step:81K smpl:648K ep:488 epch:5.42 loss:0.100 grdn:4.616 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 431 |
+
INFO 2025-06-15 02:37:50 ts/train.py:232 step:81K smpl:650K ep:489 epch:5.44 loss:0.102 grdn:4.805 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 432 |
+
INFO 2025-06-15 02:38:18 ts/train.py:232 step:81K smpl:651K ep:491 epch:5.45 loss:0.102 grdn:4.755 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 433 |
+
INFO 2025-06-15 02:38:45 ts/train.py:232 step:82K smpl:653K ep:492 epch:5.46 loss:0.102 grdn:4.764 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 434 |
+
INFO 2025-06-15 02:39:13 ts/train.py:232 step:82K smpl:654K ep:493 epch:5.48 loss:0.102 grdn:4.802 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 435 |
+
INFO 2025-06-15 02:39:40 ts/train.py:232 step:82K smpl:656K ep:494 epch:5.49 loss:0.101 grdn:4.708 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 436 |
+
INFO 2025-06-15 02:40:08 ts/train.py:232 step:82K smpl:658K ep:495 epch:5.50 loss:0.100 grdn:4.641 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 437 |
+
INFO 2025-06-15 02:40:36 ts/train.py:232 step:82K smpl:659K ep:497 epch:5.52 loss:0.099 grdn:4.604 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 438 |
+
INFO 2025-06-15 02:41:03 ts/train.py:232 step:83K smpl:661K ep:498 epch:5.53 loss:0.101 grdn:4.864 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 439 |
+
INFO 2025-06-15 02:41:31 ts/train.py:232 step:83K smpl:662K ep:499 epch:5.55 loss:0.099 grdn:4.761 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 440 |
+
INFO 2025-06-15 02:41:59 ts/train.py:232 step:83K smpl:664K ep:500 epch:5.56 loss:0.099 grdn:4.554 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 441 |
+
INFO 2025-06-15 02:42:26 ts/train.py:232 step:83K smpl:666K ep:501 epch:5.57 loss:0.101 grdn:4.762 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 442 |
+
INFO 2025-06-15 02:42:54 ts/train.py:232 step:83K smpl:667K ep:503 epch:5.59 loss:0.102 grdn:4.840 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 443 |
+
INFO 2025-06-15 02:43:21 ts/train.py:232 step:84K smpl:669K ep:504 epch:5.60 loss:0.099 grdn:4.542 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 444 |
+
INFO 2025-06-15 02:43:49 ts/train.py:232 step:84K smpl:670K ep:505 epch:5.61 loss:0.101 grdn:4.715 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 445 |
+
INFO 2025-06-15 02:44:17 ts/train.py:232 step:84K smpl:672K ep:506 epch:5.63 loss:0.101 grdn:4.652 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 446 |
+
INFO 2025-06-15 02:44:44 ts/train.py:232 step:84K smpl:674K ep:507 epch:5.64 loss:0.098 grdn:4.639 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 447 |
+
INFO 2025-06-15 02:45:12 ts/train.py:232 step:84K smpl:675K ep:509 epch:5.65 loss:0.100 grdn:4.671 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 448 |
+
INFO 2025-06-15 02:45:40 ts/train.py:232 step:85K smpl:677K ep:510 epch:5.67 loss:0.099 grdn:4.607 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 449 |
+
INFO 2025-06-15 02:46:07 ts/train.py:232 step:85K smpl:678K ep:511 epch:5.68 loss:0.099 grdn:4.612 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 450 |
+
INFO 2025-06-15 02:46:35 ts/train.py:232 step:85K smpl:680K ep:512 epch:5.69 loss:0.100 grdn:4.641 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 451 |
+
INFO 2025-06-15 02:47:02 ts/train.py:232 step:85K smpl:682K ep:514 epch:5.71 loss:0.102 grdn:4.760 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 452 |
+
INFO 2025-06-15 02:47:30 ts/train.py:232 step:85K smpl:683K ep:515 epch:5.72 loss:0.099 grdn:4.631 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 453 |
+
INFO 2025-06-15 02:47:58 ts/train.py:232 step:86K smpl:685K ep:516 epch:5.73 loss:0.099 grdn:4.425 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 454 |
+
INFO 2025-06-15 02:48:25 ts/train.py:232 step:86K smpl:686K ep:517 epch:5.75 loss:0.098 grdn:4.479 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 455 |
+
INFO 2025-06-15 02:48:53 ts/train.py:232 step:86K smpl:688K ep:518 epch:5.76 loss:0.100 grdn:4.691 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 456 |
+
INFO 2025-06-15 02:49:20 ts/train.py:232 step:86K smpl:690K ep:520 epch:5.77 loss:0.100 grdn:4.619 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 457 |
+
INFO 2025-06-15 02:49:48 ts/train.py:232 step:86K smpl:691K ep:521 epch:5.79 loss:0.095 grdn:4.458 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 458 |
+
INFO 2025-06-15 02:50:16 ts/train.py:232 step:87K smpl:693K ep:522 epch:5.80 loss:0.099 grdn:4.672 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 459 |
+
INFO 2025-06-15 02:50:43 ts/train.py:232 step:87K smpl:694K ep:523 epch:5.81 loss:0.099 grdn:4.521 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 460 |
+
INFO 2025-06-15 02:51:11 ts/train.py:232 step:87K smpl:696K ep:524 epch:5.83 loss:0.097 grdn:4.363 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 461 |
+
INFO 2025-06-15 02:51:39 ts/train.py:232 step:87K smpl:698K ep:526 epch:5.84 loss:0.099 grdn:4.566 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 462 |
+
INFO 2025-06-15 02:52:06 ts/train.py:232 step:87K smpl:699K ep:527 epch:5.85 loss:0.098 grdn:4.449 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 463 |
+
INFO 2025-06-15 02:52:34 ts/train.py:232 step:88K smpl:701K ep:528 epch:5.87 loss:0.100 grdn:4.568 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 464 |
+
INFO 2025-06-15 02:53:01 ts/train.py:232 step:88K smpl:702K ep:529 epch:5.88 loss:0.100 grdn:4.535 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 465 |
+
INFO 2025-06-15 02:53:29 ts/train.py:232 step:88K smpl:704K ep:530 epch:5.89 loss:0.099 grdn:4.596 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 466 |
+
INFO 2025-06-15 02:53:57 ts/train.py:232 step:88K smpl:706K ep:532 epch:5.91 loss:0.101 grdn:4.597 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 467 |
+
INFO 2025-06-15 02:54:24 ts/train.py:232 step:88K smpl:707K ep:533 epch:5.92 loss:0.095 grdn:4.329 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 468 |
+
INFO 2025-06-15 02:54:52 ts/train.py:232 step:89K smpl:709K ep:534 epch:5.93 loss:0.099 grdn:4.651 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 469 |
+
INFO 2025-06-15 02:55:19 ts/train.py:232 step:89K smpl:710K ep:535 epch:5.95 loss:0.099 grdn:4.568 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 470 |
+
INFO 2025-06-15 02:55:47 ts/train.py:232 step:89K smpl:712K ep:536 epch:5.96 loss:0.098 grdn:4.500 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 471 |
+
INFO 2025-06-15 02:56:15 ts/train.py:232 step:89K smpl:714K ep:538 epch:5.97 loss:0.098 grdn:4.697 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 472 |
+
INFO 2025-06-15 02:56:42 ts/train.py:232 step:89K smpl:715K ep:539 epch:5.99 loss:0.099 grdn:4.623 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 473 |
+
INFO 2025-06-15 02:57:10 ts/train.py:232 step:90K smpl:717K ep:540 epch:6.00 loss:0.096 grdn:4.599 lr:1.0e-05 updt_s:0.137 data_s:0.003
|
| 474 |
+
INFO 2025-06-15 02:57:38 ts/train.py:232 step:90K smpl:718K ep:541 epch:6.01 loss:0.095 grdn:4.360 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 475 |
+
INFO 2025-06-15 02:58:05 ts/train.py:232 step:90K smpl:720K ep:542 epch:6.03 loss:0.096 grdn:4.568 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 476 |
+
INFO 2025-06-15 02:58:33 ts/train.py:232 step:90K smpl:722K ep:544 epch:6.04 loss:0.095 grdn:4.375 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 477 |
+
INFO 2025-06-15 02:59:01 ts/train.py:232 step:90K smpl:723K ep:545 epch:6.05 loss:0.095 grdn:4.449 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 478 |
+
INFO 2025-06-15 02:59:28 ts/train.py:232 step:91K smpl:725K ep:546 epch:6.07 loss:0.097 grdn:4.419 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 479 |
+
INFO 2025-06-15 02:59:56 ts/train.py:232 step:91K smpl:726K ep:547 epch:6.08 loss:0.096 grdn:4.388 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 480 |
+
INFO 2025-06-15 03:00:24 ts/train.py:232 step:91K smpl:728K ep:548 epch:6.09 loss:0.096 grdn:4.546 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 481 |
+
INFO 2025-06-15 03:00:51 ts/train.py:232 step:91K smpl:730K ep:550 epch:6.11 loss:0.098 grdn:4.516 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 482 |
+
INFO 2025-06-15 03:01:19 ts/train.py:232 step:91K smpl:731K ep:551 epch:6.12 loss:0.096 grdn:4.320 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 483 |
+
INFO 2025-06-15 03:01:46 ts/train.py:232 step:92K smpl:733K ep:552 epch:6.13 loss:0.096 grdn:4.275 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 484 |
+
INFO 2025-06-15 03:02:14 ts/train.py:232 step:92K smpl:734K ep:553 epch:6.15 loss:0.096 grdn:4.315 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 485 |
+
INFO 2025-06-15 03:02:42 ts/train.py:232 step:92K smpl:736K ep:555 epch:6.16 loss:0.095 grdn:4.409 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 486 |
+
INFO 2025-06-15 03:03:09 ts/train.py:232 step:92K smpl:738K ep:556 epch:6.17 loss:0.094 grdn:4.363 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 487 |
+
INFO 2025-06-15 03:03:37 ts/train.py:232 step:92K smpl:739K ep:557 epch:6.19 loss:0.095 grdn:4.424 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 488 |
+
INFO 2025-06-15 03:04:05 ts/train.py:232 step:93K smpl:741K ep:558 epch:6.20 loss:0.095 grdn:4.377 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 489 |
+
INFO 2025-06-15 03:04:32 ts/train.py:232 step:93K smpl:742K ep:559 epch:6.21 loss:0.096 grdn:4.628 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 490 |
+
INFO 2025-06-15 03:05:00 ts/train.py:232 step:93K smpl:744K ep:561 epch:6.23 loss:0.095 grdn:4.377 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 491 |
+
INFO 2025-06-15 03:05:28 ts/train.py:232 step:93K smpl:746K ep:562 epch:6.24 loss:0.095 grdn:4.274 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 492 |
+
INFO 2025-06-15 03:05:55 ts/train.py:232 step:93K smpl:747K ep:563 epch:6.25 loss:0.094 grdn:4.275 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 493 |
+
INFO 2025-06-15 03:06:23 ts/train.py:232 step:94K smpl:749K ep:564 epch:6.27 loss:0.093 grdn:4.225 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 494 |
+
INFO 2025-06-15 03:06:50 ts/train.py:232 step:94K smpl:750K ep:565 epch:6.28 loss:0.095 grdn:4.370 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 495 |
+
INFO 2025-06-15 03:07:18 ts/train.py:232 step:94K smpl:752K ep:567 epch:6.30 loss:0.094 grdn:4.289 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 496 |
+
INFO 2025-06-15 03:07:46 ts/train.py:232 step:94K smpl:754K ep:568 epch:6.31 loss:0.096 grdn:4.461 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 497 |
+
INFO 2025-06-15 03:08:13 ts/train.py:232 step:94K smpl:755K ep:569 epch:6.32 loss:0.094 grdn:4.120 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 498 |
+
INFO 2025-06-15 03:08:41 ts/train.py:232 step:95K smpl:757K ep:570 epch:6.34 loss:0.093 grdn:4.246 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 499 |
+
INFO 2025-06-15 03:09:08 ts/train.py:232 step:95K smpl:758K ep:571 epch:6.35 loss:0.095 grdn:4.372 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 500 |
+
INFO 2025-06-15 03:09:36 ts/train.py:232 step:95K smpl:760K ep:573 epch:6.36 loss:0.095 grdn:4.312 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 501 |
+
INFO 2025-06-15 03:10:04 ts/train.py:232 step:95K smpl:762K ep:574 epch:6.38 loss:0.094 grdn:4.447 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 502 |
+
INFO 2025-06-15 03:10:31 ts/train.py:232 step:95K smpl:763K ep:575 epch:6.39 loss:0.093 grdn:4.196 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 503 |
+
INFO 2025-06-15 03:10:59 ts/train.py:232 step:96K smpl:765K ep:576 epch:6.40 loss:0.094 grdn:4.189 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 504 |
+
INFO 2025-06-15 03:11:26 ts/train.py:232 step:96K smpl:766K ep:577 epch:6.42 loss:0.094 grdn:4.368 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 505 |
+
INFO 2025-06-15 03:11:54 ts/train.py:232 step:96K smpl:768K ep:579 epch:6.43 loss:0.093 grdn:4.060 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 506 |
+
INFO 2025-06-15 03:12:22 ts/train.py:232 step:96K smpl:770K ep:580 epch:6.44 loss:0.091 grdn:4.152 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 507 |
+
INFO 2025-06-15 03:12:49 ts/train.py:232 step:96K smpl:771K ep:581 epch:6.46 loss:0.093 grdn:4.261 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 508 |
+
INFO 2025-06-15 03:13:17 ts/train.py:232 step:97K smpl:773K ep:582 epch:6.47 loss:0.096 grdn:4.306 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 509 |
+
INFO 2025-06-15 03:13:45 ts/train.py:232 step:97K smpl:774K ep:583 epch:6.48 loss:0.091 grdn:4.144 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 510 |
+
INFO 2025-06-15 03:14:12 ts/train.py:232 step:97K smpl:776K ep:585 epch:6.50 loss:0.093 grdn:4.241 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 511 |
+
INFO 2025-06-15 03:14:40 ts/train.py:232 step:97K smpl:778K ep:586 epch:6.51 loss:0.096 grdn:4.269 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 512 |
+
INFO 2025-06-15 03:15:07 ts/train.py:232 step:97K smpl:779K ep:587 epch:6.52 loss:0.093 grdn:4.325 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 513 |
+
INFO 2025-06-15 03:15:35 ts/train.py:232 step:98K smpl:781K ep:588 epch:6.54 loss:0.093 grdn:4.207 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 514 |
+
INFO 2025-06-15 03:16:03 ts/train.py:232 step:98K smpl:782K ep:589 epch:6.55 loss:0.092 grdn:4.247 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 515 |
+
INFO 2025-06-15 03:16:30 ts/train.py:232 step:98K smpl:784K ep:591 epch:6.56 loss:0.092 grdn:4.210 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 516 |
+
INFO 2025-06-15 03:16:58 ts/train.py:232 step:98K smpl:786K ep:592 epch:6.58 loss:0.092 grdn:4.222 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 517 |
+
INFO 2025-06-15 03:17:25 ts/train.py:232 step:98K smpl:787K ep:593 epch:6.59 loss:0.093 grdn:4.317 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 518 |
+
INFO 2025-06-15 03:17:53 ts/train.py:232 step:99K smpl:789K ep:594 epch:6.60 loss:0.094 grdn:4.288 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 519 |
+
INFO 2025-06-15 03:18:21 ts/train.py:232 step:99K smpl:790K ep:595 epch:6.62 loss:0.093 grdn:4.058 lr:1.0e-05 updt_s:0.138 data_s:0.000
|
| 520 |
+
INFO 2025-06-15 03:18:48 ts/train.py:232 step:99K smpl:792K ep:597 epch:6.63 loss:0.092 grdn:4.134 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 521 |
+
INFO 2025-06-15 03:19:16 ts/train.py:232 step:99K smpl:794K ep:598 epch:6.64 loss:0.091 grdn:4.132 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 522 |
+
INFO 2025-06-15 03:19:44 ts/train.py:232 step:99K smpl:795K ep:599 epch:6.66 loss:0.093 grdn:4.164 lr:1.0e-05 updt_s:0.137 data_s:0.000
|
| 523 |
+
INFO 2025-06-15 03:20:12 ts/train.py:232 step:100K smpl:797K ep:600 epch:6.67 loss:0.094 grdn:4.304 lr:1.0e-05 updt_s:0.140 data_s:0.000
|
| 524 |
+
INFO 2025-06-15 03:20:42 ts/train.py:232 step:100K smpl:798K ep:602 epch:6.68 loss:0.094 grdn:4.271 lr:1.0e-05 updt_s:0.151 data_s:0.000
|
| 525 |
+
INFO 2025-06-15 03:21:12 ts/train.py:232 step:100K smpl:800K ep:603 epch:6.70 loss:0.091 grdn:4.128 lr:1.0e-05 updt_s:0.149 data_s:0.000
|
| 526 |
+
INFO 2025-06-15 03:21:12 ts/train.py:241 Checkpoint policy after step 100000
|
| 527 |
+
INFO 2025-06-15 03:21:14 ts/train.py:283 End of training
|
wandb/run-20250614_232714-v429osbu/files/requirements.txt
ADDED
|
@@ -0,0 +1,203 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
setuptools==59.6.0
|
| 2 |
+
trimesh==4.6.12
|
| 3 |
+
transforms3d==0.4.2
|
| 4 |
+
docstring_parser==0.16
|
| 5 |
+
sapien==3.0.0b1
|
| 6 |
+
traitlets==5.14.3
|
| 7 |
+
fast_kinematics==0.2.2
|
| 8 |
+
pynvml==12.0.0
|
| 9 |
+
arm_pytorch_utilities==0.4.3
|
| 10 |
+
tyro==0.9.24
|
| 11 |
+
cycler==0.12.1
|
| 12 |
+
matplotlib==3.10.3
|
| 13 |
+
pytorch-seed==0.2.0
|
| 14 |
+
matplotlib-inline==0.1.7
|
| 15 |
+
numpy==1.26.4
|
| 16 |
+
pyperclip==1.9.0
|
| 17 |
+
ipython==8.37.0
|
| 18 |
+
pure_eval==0.2.3
|
| 19 |
+
asttokens==3.0.0
|
| 20 |
+
typeguard==4.4.3
|
| 21 |
+
dacite==1.9.2
|
| 22 |
+
toppra==0.6.3
|
| 23 |
+
fonttools==4.58.2
|
| 24 |
+
nvidia-ml-py==12.575.51
|
| 25 |
+
shtab==1.7.2
|
| 26 |
+
tabulate==0.9.0
|
| 27 |
+
rich==14.0.0
|
| 28 |
+
mplib==0.1.1
|
| 29 |
+
markdown-it-py==3.0.0
|
| 30 |
+
pexpect==4.9.0
|
| 31 |
+
executing==2.2.0
|
| 32 |
+
contourpy==1.3.2
|
| 33 |
+
ptyprocess==0.7.0
|
| 34 |
+
parso==0.8.4
|
| 35 |
+
mdurl==0.1.2
|
| 36 |
+
stack-data==0.6.3
|
| 37 |
+
decorator==5.2.1
|
| 38 |
+
mani_skill==3.0.0b21
|
| 39 |
+
jedi==0.19.2
|
| 40 |
+
pytorch-kinematics==0.7.5
|
| 41 |
+
kiwisolver==1.4.8
|
| 42 |
+
tokenizers==0.21.1
|
| 43 |
+
transformers==4.52.4
|
| 44 |
+
gitdb==4.0.12
|
| 45 |
+
pydantic_core==2.33.2
|
| 46 |
+
torchcodec==0.4.0
|
| 47 |
+
jsonlines==4.0.0
|
| 48 |
+
pytest-cov==6.1.1
|
| 49 |
+
dm-tree==0.1.9
|
| 50 |
+
pygame==2.6.1
|
| 51 |
+
mock-serial==0.0.1
|
| 52 |
+
PyYAML==6.0.2
|
| 53 |
+
nvidia-cudnn-cu12==9.5.1.17
|
| 54 |
+
huggingface-hub==0.32.4
|
| 55 |
+
numba==0.61.2
|
| 56 |
+
draccus==0.10.0
|
| 57 |
+
opencv-python-headless==4.11.0.86
|
| 58 |
+
certifi==2025.4.26
|
| 59 |
+
termcolor==3.1.0
|
| 60 |
+
torch==2.7.1
|
| 61 |
+
labmaze==1.0.6
|
| 62 |
+
opencv-python==4.11.0.86
|
| 63 |
+
pynput==1.8.1
|
| 64 |
+
dill==0.3.8
|
| 65 |
+
pytz==2025.2
|
| 66 |
+
triton==3.3.1
|
| 67 |
+
setproctitle==1.3.6
|
| 68 |
+
scipy==1.15.3
|
| 69 |
+
pyyaml-include==1.4.1
|
| 70 |
+
nvidia-cusolver-cu12==11.7.1.2
|
| 71 |
+
shapely==2.1.1
|
| 72 |
+
zipp==3.23.0
|
| 73 |
+
nvidia-cuda-runtime-cu12==12.6.77
|
| 74 |
+
networkx==3.4.2
|
| 75 |
+
smmap==5.0.2
|
| 76 |
+
xxhash==3.5.0
|
| 77 |
+
exceptiongroup==1.3.0
|
| 78 |
+
dm-env==1.6
|
| 79 |
+
idna==3.10
|
| 80 |
+
pyparsing==3.2.3
|
| 81 |
+
pip==25.1.1
|
| 82 |
+
iniconfig==2.1.0
|
| 83 |
+
mypy_extensions==1.1.0
|
| 84 |
+
tqdm==4.67.1
|
| 85 |
+
omegaconf==2.3.0
|
| 86 |
+
pyserial==3.5
|
| 87 |
+
Flask==3.1.1
|
| 88 |
+
dm-control==1.0.14
|
| 89 |
+
fasteners==0.19
|
| 90 |
+
soupsieve==2.7
|
| 91 |
+
lerobot==0.1.0
|
| 92 |
+
hf_transfer==0.1.9
|
| 93 |
+
charset-normalizer==3.4.2
|
| 94 |
+
click==8.2.1
|
| 95 |
+
urllib3==2.4.0
|
| 96 |
+
mpmath==1.3.0
|
| 97 |
+
typing-inspection==0.4.1
|
| 98 |
+
pettingzoo==1.24.3
|
| 99 |
+
Werkzeug==3.1.3
|
| 100 |
+
toml==0.10.2
|
| 101 |
+
fsspec==2025.3.0
|
| 102 |
+
absl-py==2.3.0
|
| 103 |
+
gym-xarm==0.1.1
|
| 104 |
+
nvidia-cufft-cu12==11.3.0.4
|
| 105 |
+
hf-xet==1.1.3
|
| 106 |
+
nvidia-nvjitlink-cu12==12.6.85
|
| 107 |
+
h5py==3.14.0
|
| 108 |
+
Farama-Notifications==0.0.4
|
| 109 |
+
PyOpenGL==3.1.9
|
| 110 |
+
glfw==2.9.0
|
| 111 |
+
six==1.17.0
|
| 112 |
+
aiohttp==3.12.11
|
| 113 |
+
frozenlist==1.6.2
|
| 114 |
+
tzdata==2025.2
|
| 115 |
+
pillow==11.2.1
|
| 116 |
+
gymnasium==0.29.1
|
| 117 |
+
imageio==2.37.0
|
| 118 |
+
tomli==2.2.1
|
| 119 |
+
nvidia-cusparselt-cu12==0.6.3
|
| 120 |
+
filelock==3.18.0
|
| 121 |
+
scikit-image==0.25.2
|
| 122 |
+
nvidia-curand-cu12==10.3.7.77
|
| 123 |
+
multiprocess==0.70.16
|
| 124 |
+
nvidia-cufile-cu12==1.11.1.6
|
| 125 |
+
gym-aloha==0.1.1
|
| 126 |
+
GitPython==3.1.44
|
| 127 |
+
gymnasium-robotics==1.2.4
|
| 128 |
+
numcodecs==0.13.1
|
| 129 |
+
nvidia-cuda-cupti-cu12==12.6.80
|
| 130 |
+
av==14.4.0
|
| 131 |
+
rerun-sdk==0.23.3
|
| 132 |
+
mujoco==2.3.7
|
| 133 |
+
llvmlite==0.44.0
|
| 134 |
+
lazy_loader==0.4
|
| 135 |
+
pandas==2.3.0
|
| 136 |
+
nvidia-nccl-cu12==2.26.2
|
| 137 |
+
lxml==5.4.0
|
| 138 |
+
asciitree==0.3.3
|
| 139 |
+
wrapt==1.17.2
|
| 140 |
+
diffusers==0.33.1
|
| 141 |
+
Jinja2==3.1.6
|
| 142 |
+
requests==2.32.3
|
| 143 |
+
pydantic==2.11.5
|
| 144 |
+
PySocks==1.7.1
|
| 145 |
+
orderly-set==5.4.1
|
| 146 |
+
beautifulsoup4==4.13.4
|
| 147 |
+
yarl==1.20.0
|
| 148 |
+
wcwidth==0.2.13
|
| 149 |
+
sentry-sdk==2.29.1
|
| 150 |
+
dynamixel-sdk==3.7.31
|
| 151 |
+
blinker==1.9.0
|
| 152 |
+
sympy==1.14.0
|
| 153 |
+
Pygments==2.19.1
|
| 154 |
+
pyarrow==20.0.0
|
| 155 |
+
pymunk==6.11.1
|
| 156 |
+
packaging==25.0
|
| 157 |
+
mergedeep==1.3.4
|
| 158 |
+
itsdangerous==2.2.0
|
| 159 |
+
platformdirs==4.3.8
|
| 160 |
+
datasets==3.6.0
|
| 161 |
+
evdev==1.9.2
|
| 162 |
+
pluggy==1.6.0
|
| 163 |
+
einops==0.8.1
|
| 164 |
+
regex==2024.11.6
|
| 165 |
+
attrs==25.3.0
|
| 166 |
+
tifffile==2025.5.10
|
| 167 |
+
gdown==5.2.0
|
| 168 |
+
aiohappyeyeballs==2.6.1
|
| 169 |
+
pycparser==2.22
|
| 170 |
+
prompt_toolkit==3.0.51
|
| 171 |
+
cmake==4.0.2
|
| 172 |
+
async-timeout==5.0.1
|
| 173 |
+
annotated-types==0.7.0
|
| 174 |
+
safetensors==0.5.3
|
| 175 |
+
cloudpickle==3.1.1
|
| 176 |
+
protobuf==6.31.1
|
| 177 |
+
zarr==2.18.3
|
| 178 |
+
typing-inspect==0.9.0
|
| 179 |
+
nvidia-cublas-cu12==12.6.4.1
|
| 180 |
+
pytest==8.4.0
|
| 181 |
+
gym-pusht==0.1.5
|
| 182 |
+
pfzy==0.3.4
|
| 183 |
+
nvidia-cusparse-cu12==12.5.4.2
|
| 184 |
+
aiosignal==1.3.2
|
| 185 |
+
antlr4-python3-runtime==4.9.3
|
| 186 |
+
inquirerpy==0.3.4
|
| 187 |
+
cffi==1.17.1
|
| 188 |
+
importlib_metadata==8.7.0
|
| 189 |
+
torchvision==0.22.1
|
| 190 |
+
MarkupSafe==3.0.2
|
| 191 |
+
coverage==7.8.2
|
| 192 |
+
multidict==6.4.4
|
| 193 |
+
python-dateutil==2.9.0.post0
|
| 194 |
+
nvidia-cuda-nvrtc-cu12==12.6.77
|
| 195 |
+
psutil==7.0.0
|
| 196 |
+
deepdiff==8.5.0
|
| 197 |
+
python-xlib==0.33
|
| 198 |
+
typing_extensions==4.14.0
|
| 199 |
+
nvidia-nvtx-cu12==12.6.77
|
| 200 |
+
propcache==0.3.1
|
| 201 |
+
wandb==0.20.1
|
| 202 |
+
pyzmq==26.4.0
|
| 203 |
+
imageio-ffmpeg==0.6.0
|
wandb/run-20250614_232714-v429osbu/files/wandb-metadata.json
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"os": "Linux-6.8.0-59-generic-x86_64-with-glibc2.35",
|
| 3 |
+
"python": "CPython 3.10.12",
|
| 4 |
+
"startedAt": "2025-06-14T23:27:14.920596Z",
|
| 5 |
+
"args": [
|
| 6 |
+
"--dataset.repo_id=logancv/chess_pick_up_100_again_again",
|
| 7 |
+
"--policy.type=act",
|
| 8 |
+
"--output_dir=outputs/train/chess_pickup",
|
| 9 |
+
"--job_name=chess_pickup_trained",
|
| 10 |
+
"--policy.device=cuda",
|
| 11 |
+
"--wandb.enable=true"
|
| 12 |
+
],
|
| 13 |
+
"program": "/workspace/lerobot/lerobot/scripts/train.py",
|
| 14 |
+
"codePath": "lerobot/scripts/train.py",
|
| 15 |
+
"git": {
|
| 16 |
+
"remote": "git@github.com:markstev/lerobot.git"
|
| 17 |
+
},
|
| 18 |
+
"root": "outputs/train/chess_pickup",
|
| 19 |
+
"host": "9379ee5e0a15",
|
| 20 |
+
"executable": "/opt/venv/bin/python",
|
| 21 |
+
"codePathLocal": "lerobot/scripts/train.py",
|
| 22 |
+
"cpu_count": 6,
|
| 23 |
+
"cpu_count_logical": 12,
|
| 24 |
+
"gpu": "NVIDIA GeForce RTX 2080 Ti",
|
| 25 |
+
"gpu_count": 1,
|
| 26 |
+
"disk": {
|
| 27 |
+
"/": {
|
| 28 |
+
"total": "940730912768",
|
| 29 |
+
"used": "604138586112"
|
| 30 |
+
}
|
| 31 |
+
},
|
| 32 |
+
"memory": {
|
| 33 |
+
"total": "33583345664"
|
| 34 |
+
},
|
| 35 |
+
"cpu": {
|
| 36 |
+
"count": 6,
|
| 37 |
+
"countLogical": 12
|
| 38 |
+
},
|
| 39 |
+
"gpu_nvidia": [
|
| 40 |
+
{
|
| 41 |
+
"name": "NVIDIA GeForce RTX 2080 Ti",
|
| 42 |
+
"memoryTotal": "11811160064",
|
| 43 |
+
"cudaCores": 4352,
|
| 44 |
+
"architecture": "Turing",
|
| 45 |
+
"uuid": "GPU-e4fae3f6-32a5-c62a-e6c9-538ec8728fcb"
|
| 46 |
+
}
|
| 47 |
+
],
|
| 48 |
+
"cudaVersion": "12.4"
|
| 49 |
+
}
|
wandb/run-20250614_232714-v429osbu/files/wandb-summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"_runtime":14039.892978087,"_step":100000,"train/loss":0.09135119995102287,"train/l1_loss":0.10313250124454498,"train/samples":800000,"train/epochs":6.696970457989067,"train/steps":100000,"_timestamp":1.7499576724654112e+09,"train/episodes":602.727341219016,"train/grad_norm":4.127609108686447,"train/kld_loss":7.412582635879517e-05,"train/update_s":0.1489008304043091,"train/dataloading_s":0.00022794019707362168,"_wandb":{"runtime":14039},"train/lr":1.0000000000000021e-05}
|
wandb/run-20250614_232714-v429osbu/logs/debug-core.log
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2025-06-14T23:27:14.7301636Z","level":"INFO","msg":"main: starting server","port-filename":"/tmp/tmpf61n0vqm/port-169.txt","pid":169,"log-level":0,"disable-analytics":false,"shutdown-on-parent-exit":false,"enable-dcgm-profiling":false}
|
| 2 |
+
{"time":"2025-06-14T23:27:14.73175083Z","level":"INFO","msg":"Will exit if parent process dies.","ppid":169}
|
| 3 |
+
{"time":"2025-06-14T23:27:14.731752949Z","level":"INFO","msg":"server is running","addr":{"IP":"127.0.0.1","Port":35465,"Zone":""}}
|
| 4 |
+
{"time":"2025-06-14T23:27:14.917809703Z","level":"INFO","msg":"connection: ManageConnectionData: new connection created","id":"127.0.0.1:50886"}
|
| 5 |
+
{"time":"2025-06-14T23:27:14.921633754Z","level":"INFO","msg":"handleInformInit: received","streamId":"v429osbu","id":"127.0.0.1:50886"}
|
| 6 |
+
{"time":"2025-06-14T23:27:15.194164909Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"v429osbu","id":"127.0.0.1:50886"}
|
| 7 |
+
{"time":"2025-06-15T03:21:14.813137081Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"127.0.0.1:50886"}
|
| 8 |
+
{"time":"2025-06-15T03:21:14.813560442Z","level":"INFO","msg":"server is shutting down"}
|
| 9 |
+
{"time":"2025-06-15T03:21:14.813554873Z","level":"INFO","msg":"connection: closing","id":"127.0.0.1:50886"}
|
| 10 |
+
{"time":"2025-06-15T03:21:14.813614479Z","level":"INFO","msg":"connection: closed successfully","id":"127.0.0.1:50886"}
|
| 11 |
+
{"time":"2025-06-15T03:21:21.713442246Z","level":"ERROR","msg":"processOutgoingData: flush error","error":"write tcp 127.0.0.1:35465->127.0.0.1:50886: use of closed network connection","id":"127.0.0.1:50886"}
|
| 12 |
+
{"time":"2025-06-15T03:21:21.860718888Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"127.0.0.1:50886"}
|
| 13 |
+
{"time":"2025-06-15T03:21:21.860730611Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"127.0.0.1:50886"}
|
| 14 |
+
{"time":"2025-06-15T03:21:21.860735918Z","level":"INFO","msg":"server is closed"}
|
wandb/run-20250614_232714-v429osbu/logs/debug-internal.log
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"time":"2025-06-14T23:27:14.921713891Z","level":"INFO","msg":"stream: starting","core version":"0.20.1","symlink path":"outputs/train/chess_pickup/wandb/run-20250614_232714-v429osbu/logs/debug-core.log"}
|
| 2 |
+
{"time":"2025-06-14T23:27:15.194137101Z","level":"INFO","msg":"stream: created new stream","id":"v429osbu"}
|
| 3 |
+
{"time":"2025-06-14T23:27:15.194160137Z","level":"INFO","msg":"stream: started","id":"v429osbu"}
|
| 4 |
+
{"time":"2025-06-14T23:27:15.194172268Z","level":"INFO","msg":"writer: Do: started","stream_id":"v429osbu"}
|
| 5 |
+
{"time":"2025-06-14T23:27:15.194198396Z","level":"INFO","msg":"sender: started","stream_id":"v429osbu"}
|
| 6 |
+
{"time":"2025-06-14T23:27:15.194221644Z","level":"INFO","msg":"handler: started","stream_id":"v429osbu"}
|
| 7 |
+
{"time":"2025-06-14T23:27:15.387890755Z","level":"INFO","msg":"Starting system monitor"}
|
| 8 |
+
{"time":"2025-06-15T03:21:14.813568558Z","level":"INFO","msg":"stream: closing","id":"v429osbu"}
|
| 9 |
+
{"time":"2025-06-15T03:21:14.813588702Z","level":"INFO","msg":"Stopping system monitor"}
|
| 10 |
+
{"time":"2025-06-15T03:21:14.813642311Z","level":"INFO","msg":"Stopped system monitor"}
|
| 11 |
+
{"time":"2025-06-15T03:21:21.763637192Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"}
|
| 12 |
+
{"time":"2025-06-15T03:21:21.860657745Z","level":"INFO","msg":"handler: closed","stream_id":"v429osbu"}
|
| 13 |
+
{"time":"2025-06-15T03:21:21.860680399Z","level":"INFO","msg":"sender: closed","stream_id":"v429osbu"}
|
| 14 |
+
{"time":"2025-06-15T03:21:21.860676067Z","level":"INFO","msg":"writer: Close: closed","stream_id":"v429osbu"}
|
| 15 |
+
{"time":"2025-06-15T03:21:21.860710869Z","level":"INFO","msg":"stream: closed","id":"v429osbu"}
|
wandb/run-20250614_232714-v429osbu/logs/debug.log
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Current SDK version is 0.20.1
|
| 2 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Configure stats pid to 169
|
| 3 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Loading settings from /root/.config/wandb/settings
|
| 4 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Loading settings from /workspace/lerobot/wandb/settings
|
| 5 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_setup.py:_flush():81] Loading settings from environment variables
|
| 6 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:setup_run_log_directory():703] Logging user logs to outputs/train/chess_pickup/wandb/run-20250614_232714-v429osbu/logs/debug.log
|
| 7 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:setup_run_log_directory():704] Logging internal logs to outputs/train/chess_pickup/wandb/run-20250614_232714-v429osbu/logs/debug-internal.log
|
| 8 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:init():831] calling init triggers
|
| 9 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:init():836] wandb.init called with sweep_config: {}
|
| 10 |
+
config: {'dataset': {'repo_id': 'logancv/chess_pick_up_100_again_again', 'root': None, 'episodes': None, 'image_transforms': {'enable': False, 'max_num_transforms': 3, 'random_order': False, 'tfs': {'brightness': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'brightness': [0.8, 1.2]}}, 'contrast': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'contrast': [0.8, 1.2]}}, 'saturation': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'saturation': [0.5, 1.5]}}, 'hue': {'weight': 1.0, 'type': 'ColorJitter', 'kwargs': {'hue': [-0.05, 0.05]}}, 'sharpness': {'weight': 1.0, 'type': 'SharpnessJitter', 'kwargs': {'sharpness': [0.5, 1.5]}}}}, 'revision': None, 'use_imagenet_stats': True, 'video_backend': 'torchcodec'}, 'env': None, 'policy': {'type': 'act', 'n_obs_steps': 1, 'normalization_mapping': {'VISUAL': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'STATE': <NormalizationMode.MEAN_STD: 'MEAN_STD'>, 'ACTION': <NormalizationMode.MEAN_STD: 'MEAN_STD'>}, 'input_features': {}, 'output_features': {}, 'device': 'cuda', 'use_amp': False, 'chunk_size': 100, 'n_action_steps': 100, 'vision_backbone': 'resnet18', 'pretrained_backbone_weights': 'ResNet18_Weights.IMAGENET1K_V1', 'replace_final_stride_with_dilation': False, 'pre_norm': False, 'dim_model': 512, 'n_heads': 8, 'dim_feedforward': 3200, 'feedforward_activation': 'relu', 'n_encoder_layers': 4, 'n_decoder_layers': 1, 'use_vae': True, 'latent_dim': 32, 'n_vae_encoder_layers': 4, 'temporal_ensemble_coeff': None, 'dropout': 0.1, 'kl_weight': 10.0, 'optimizer_lr': 1e-05, 'optimizer_weight_decay': 0.0001, 'optimizer_lr_backbone': 1e-05}, 'output_dir': 'outputs/train/chess_pickup', 'job_name': 'chess_pickup_trained', 'resume': False, 'seed': 1000, 'num_workers': 4, 'batch_size': 8, 'steps': 100000, 'eval_freq': 20000, 'log_freq': 200, 'save_checkpoint': True, 'save_freq': 20000, 'use_policy_training_preset': True, 'optimizer': {'type': 'adamw', 'lr': 1e-05, 'weight_decay': 0.0001, 'grad_clip_norm': 10.0, 'betas': [0.9, 0.999], 'eps': 1e-08}, 'scheduler': None, 'eval': {'n_episodes': 50, 'batch_size': 50, 'use_async_envs': False}, 'wandb': {'enable': True, 'disable_artifact': False, 'project': 'lerobot', 'entity': None, 'notes': None, 'run_id': None, 'mode': None}, '_wandb': {}}
|
| 11 |
+
2025-06-14 23:27:14,707 INFO MainThread:169 [wandb_init.py:init():872] starting backend
|
| 12 |
+
2025-06-14 23:27:14,917 INFO MainThread:169 [wandb_init.py:init():875] sending inform_init request
|
| 13 |
+
2025-06-14 23:27:14,920 INFO MainThread:169 [wandb_init.py:init():883] backend started and connected
|
| 14 |
+
2025-06-14 23:27:14,921 INFO MainThread:169 [wandb_init.py:init():956] updated telemetry
|
| 15 |
+
2025-06-14 23:27:14,924 INFO MainThread:169 [wandb_init.py:init():980] communicating run to backend with 90.0 second timeout
|
| 16 |
+
2025-06-14 23:27:15,386 INFO MainThread:169 [wandb_init.py:init():1032] starting run threads in backend
|
| 17 |
+
2025-06-14 23:27:15,566 INFO MainThread:169 [wandb_run.py:_console_start():2453] atexit reg
|
| 18 |
+
2025-06-14 23:27:15,566 INFO MainThread:169 [wandb_run.py:_redirect():2301] redirect: wrap_raw
|
| 19 |
+
2025-06-14 23:27:15,566 INFO MainThread:169 [wandb_run.py:_redirect():2370] Wrapping output streams.
|
| 20 |
+
2025-06-14 23:27:15,566 INFO MainThread:169 [wandb_run.py:_redirect():2393] Redirects installed.
|
| 21 |
+
2025-06-14 23:27:15,568 INFO MainThread:169 [wandb_init.py:init():1078] run started, returning control to user process
|
| 22 |
+
2025-06-15 03:21:14,811 INFO MsgRouterThr:169 [mailbox.py:close():129] [no run ID] Closing mailbox, abandoning 2 handles.
|
wandb/run-20250614_232714-v429osbu/run-v429osbu.wandb
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ca0c27fd57512cc6b61b7222a7eed272a2db3d4007854937eea6f6d7610a2c08
|
| 3 |
+
size 1351817
|