Upload folder using huggingface_hub
Browse files- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/pretrained_model/config.json +92 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/pretrained_model/model.safetensors +3 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/pretrained_model/policy_postprocessor.json +32 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors +3 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/pretrained_model/policy_preprocessor.json +56 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors +3 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/pretrained_model/train_config.json +302 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/training_state/optimizer_param_groups.json +396 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/training_state/optimizer_state.safetensors +3 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/training_state/rng_state.safetensors +3 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/training_state/scheduler_state.json +15 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/training_state/training_step.json +3 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/pretrained_model/config.json +92 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/pretrained_model/model.safetensors +3 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/pretrained_model/policy_postprocessor.json +32 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors +3 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/pretrained_model/policy_preprocessor.json +56 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors +3 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/pretrained_model/train_config.json +302 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/training_state/optimizer_param_groups.json +396 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/training_state/optimizer_state.safetensors +3 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/training_state/rng_state.safetensors +3 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/training_state/scheduler_state.json +15 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/training_state/training_step.json +3 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/wandb/debug-internal.log +146 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/wandb/run-20260520_100113-rnm5uhtp/files/output.log +232 -1
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/wandb/run-20260520_100113-rnm5uhtp/logs/debug-internal.log +146 -0
- checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/wandb/run-20260520_100113-rnm5uhtp/run-rnm5uhtp.wandb +2 -2
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/pretrained_model/config.json
ADDED
|
@@ -0,0 +1,92 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"type": "diffusion",
|
| 3 |
+
"n_obs_steps": 2,
|
| 4 |
+
"input_features": {
|
| 5 |
+
"observation.state": {
|
| 6 |
+
"type": "STATE",
|
| 7 |
+
"shape": [
|
| 8 |
+
6
|
| 9 |
+
]
|
| 10 |
+
},
|
| 11 |
+
"observation.images.front": {
|
| 12 |
+
"type": "VISUAL",
|
| 13 |
+
"shape": [
|
| 14 |
+
3,
|
| 15 |
+
480,
|
| 16 |
+
640
|
| 17 |
+
]
|
| 18 |
+
}
|
| 19 |
+
},
|
| 20 |
+
"output_features": {
|
| 21 |
+
"action": {
|
| 22 |
+
"type": "ACTION",
|
| 23 |
+
"shape": [
|
| 24 |
+
6
|
| 25 |
+
]
|
| 26 |
+
}
|
| 27 |
+
},
|
| 28 |
+
"device": "cuda",
|
| 29 |
+
"use_amp": false,
|
| 30 |
+
"use_peft": false,
|
| 31 |
+
"push_to_hub": false,
|
| 32 |
+
"repo_id": null,
|
| 33 |
+
"private": null,
|
| 34 |
+
"tags": null,
|
| 35 |
+
"license": null,
|
| 36 |
+
"pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model",
|
| 37 |
+
"horizon": 16,
|
| 38 |
+
"n_action_steps": 8,
|
| 39 |
+
"normalization_mapping": {
|
| 40 |
+
"VISUAL": "MEAN_STD",
|
| 41 |
+
"STATE": "MIN_MAX",
|
| 42 |
+
"ACTION": "MIN_MAX"
|
| 43 |
+
},
|
| 44 |
+
"drop_n_last_frames": 7,
|
| 45 |
+
"vision_backbone_type": "dinov2",
|
| 46 |
+
"vision_encoder_name": "facebook/dinov2-small",
|
| 47 |
+
"freeze_vision_encoder": true,
|
| 48 |
+
"vision_backbone": "resnet18",
|
| 49 |
+
"resize_shape": [
|
| 50 |
+
224,
|
| 51 |
+
224
|
| 52 |
+
],
|
| 53 |
+
"crop_ratio": 1.0,
|
| 54 |
+
"crop_shape": null,
|
| 55 |
+
"crop_is_random": true,
|
| 56 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 57 |
+
"use_group_norm": false,
|
| 58 |
+
"spatial_softmax_num_keypoints": 32,
|
| 59 |
+
"vit_pool_type": "spatial_softmax",
|
| 60 |
+
"vit_feature_dim": 512,
|
| 61 |
+
"use_separate_rgb_encoder_per_camera": true,
|
| 62 |
+
"down_dims": [
|
| 63 |
+
512,
|
| 64 |
+
1024,
|
| 65 |
+
2048
|
| 66 |
+
],
|
| 67 |
+
"kernel_size": 5,
|
| 68 |
+
"n_groups": 8,
|
| 69 |
+
"diffusion_step_embed_dim": 128,
|
| 70 |
+
"use_film_scale_modulation": true,
|
| 71 |
+
"noise_scheduler_type": "DDPM",
|
| 72 |
+
"num_train_timesteps": 100,
|
| 73 |
+
"beta_schedule": "squaredcos_cap_v2",
|
| 74 |
+
"beta_start": 0.0001,
|
| 75 |
+
"beta_end": 0.02,
|
| 76 |
+
"prediction_type": "epsilon",
|
| 77 |
+
"clip_sample": true,
|
| 78 |
+
"clip_sample_range": 1.0,
|
| 79 |
+
"num_inference_steps": 100,
|
| 80 |
+
"compile_model": false,
|
| 81 |
+
"compile_mode": "reduce-overhead",
|
| 82 |
+
"do_mask_loss_for_padding": false,
|
| 83 |
+
"optimizer_lr": 5e-06,
|
| 84 |
+
"optimizer_betas": [
|
| 85 |
+
0.95,
|
| 86 |
+
0.999
|
| 87 |
+
],
|
| 88 |
+
"optimizer_eps": 1e-08,
|
| 89 |
+
"optimizer_weight_decay": 1e-06,
|
| 90 |
+
"scheduler_name": "cosine",
|
| 91 |
+
"scheduler_warmup_steps": 100
|
| 92 |
+
}
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/pretrained_model/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:988c65e4e80332a9c94fa4bd173a30fbfd088163428288b10e66b99274cd9b66
|
| 3 |
+
size 1095367712
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/pretrained_model/policy_postprocessor.json
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "policy_postprocessor",
|
| 3 |
+
"steps": [
|
| 4 |
+
{
|
| 5 |
+
"registry_name": "unnormalizer_processor",
|
| 6 |
+
"config": {
|
| 7 |
+
"eps": 1e-08,
|
| 8 |
+
"features": {
|
| 9 |
+
"action": {
|
| 10 |
+
"type": "ACTION",
|
| 11 |
+
"shape": [
|
| 12 |
+
6
|
| 13 |
+
]
|
| 14 |
+
}
|
| 15 |
+
},
|
| 16 |
+
"norm_map": {
|
| 17 |
+
"VISUAL": "MEAN_STD",
|
| 18 |
+
"STATE": "MIN_MAX",
|
| 19 |
+
"ACTION": "MIN_MAX"
|
| 20 |
+
}
|
| 21 |
+
},
|
| 22 |
+
"state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"registry_name": "device_processor",
|
| 26 |
+
"config": {
|
| 27 |
+
"device": "cpu",
|
| 28 |
+
"float_dtype": null
|
| 29 |
+
}
|
| 30 |
+
}
|
| 31 |
+
]
|
| 32 |
+
}
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9a7c038c0023c958fd3b39d6e2bc3ac3056490758f11fae13cc9d0a607912de1
|
| 3 |
+
size 6560
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/pretrained_model/policy_preprocessor.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "policy_preprocessor",
|
| 3 |
+
"steps": [
|
| 4 |
+
{
|
| 5 |
+
"registry_name": "rename_observations_processor",
|
| 6 |
+
"config": {
|
| 7 |
+
"rename_map": {}
|
| 8 |
+
}
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"registry_name": "to_batch_processor",
|
| 12 |
+
"config": {}
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"registry_name": "device_processor",
|
| 16 |
+
"config": {
|
| 17 |
+
"device": "cuda",
|
| 18 |
+
"float_dtype": null
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"registry_name": "normalizer_processor",
|
| 23 |
+
"config": {
|
| 24 |
+
"eps": 1e-08,
|
| 25 |
+
"features": {
|
| 26 |
+
"observation.state": {
|
| 27 |
+
"type": "STATE",
|
| 28 |
+
"shape": [
|
| 29 |
+
6
|
| 30 |
+
]
|
| 31 |
+
},
|
| 32 |
+
"observation.images.front": {
|
| 33 |
+
"type": "VISUAL",
|
| 34 |
+
"shape": [
|
| 35 |
+
3,
|
| 36 |
+
480,
|
| 37 |
+
640
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
"action": {
|
| 41 |
+
"type": "ACTION",
|
| 42 |
+
"shape": [
|
| 43 |
+
6
|
| 44 |
+
]
|
| 45 |
+
}
|
| 46 |
+
},
|
| 47 |
+
"norm_map": {
|
| 48 |
+
"VISUAL": "MEAN_STD",
|
| 49 |
+
"STATE": "MIN_MAX",
|
| 50 |
+
"ACTION": "MIN_MAX"
|
| 51 |
+
}
|
| 52 |
+
},
|
| 53 |
+
"state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
|
| 54 |
+
}
|
| 55 |
+
]
|
| 56 |
+
}
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9a7c038c0023c958fd3b39d6e2bc3ac3056490758f11fae13cc9d0a607912de1
|
| 3 |
+
size 6560
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/pretrained_model/train_config.json
ADDED
|
@@ -0,0 +1,302 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset": {
|
| 3 |
+
"repo_id": "local/act_collected_episodes",
|
| 4 |
+
"root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_302",
|
| 5 |
+
"episodes": null,
|
| 6 |
+
"image_transforms": {
|
| 7 |
+
"enable": false,
|
| 8 |
+
"max_num_transforms": 3,
|
| 9 |
+
"random_order": false,
|
| 10 |
+
"same_cloth_color": false,
|
| 11 |
+
"tfs": {
|
| 12 |
+
"color_jitter": {
|
| 13 |
+
"weight": 1.5,
|
| 14 |
+
"type": "ColorJitter",
|
| 15 |
+
"kwargs": {
|
| 16 |
+
"brightness": [
|
| 17 |
+
0.7,
|
| 18 |
+
1.3
|
| 19 |
+
],
|
| 20 |
+
"contrast": [
|
| 21 |
+
0.7,
|
| 22 |
+
1.3
|
| 23 |
+
],
|
| 24 |
+
"saturation": [
|
| 25 |
+
0.4,
|
| 26 |
+
1.6
|
| 27 |
+
],
|
| 28 |
+
"hue": [
|
| 29 |
+
-0.5,
|
| 30 |
+
0.5
|
| 31 |
+
]
|
| 32 |
+
}
|
| 33 |
+
},
|
| 34 |
+
"grayscale": {
|
| 35 |
+
"weight": 0.5,
|
| 36 |
+
"type": "RandomGrayscale",
|
| 37 |
+
"kwargs": {
|
| 38 |
+
"p": 1.0
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"shadow": {
|
| 42 |
+
"weight": 0.8,
|
| 43 |
+
"type": "RandomShadow",
|
| 44 |
+
"kwargs": {
|
| 45 |
+
"num_shadows": [
|
| 46 |
+
1,
|
| 47 |
+
2
|
| 48 |
+
],
|
| 49 |
+
"intensity": [
|
| 50 |
+
0.4,
|
| 51 |
+
0.7
|
| 52 |
+
],
|
| 53 |
+
"blur_sigma": [
|
| 54 |
+
4.0,
|
| 55 |
+
20.0
|
| 56 |
+
]
|
| 57 |
+
}
|
| 58 |
+
},
|
| 59 |
+
"highlight": {
|
| 60 |
+
"weight": 0.5,
|
| 61 |
+
"type": "RandomHighlight",
|
| 62 |
+
"kwargs": {
|
| 63 |
+
"num_highlights": [
|
| 64 |
+
0,
|
| 65 |
+
1
|
| 66 |
+
],
|
| 67 |
+
"intensity": [
|
| 68 |
+
0.2,
|
| 69 |
+
0.5
|
| 70 |
+
],
|
| 71 |
+
"sigma": [
|
| 72 |
+
20.0,
|
| 73 |
+
60.0
|
| 74 |
+
]
|
| 75 |
+
}
|
| 76 |
+
},
|
| 77 |
+
"gamma": {
|
| 78 |
+
"weight": 0.7,
|
| 79 |
+
"type": "RandomGamma",
|
| 80 |
+
"kwargs": {
|
| 81 |
+
"gamma": [
|
| 82 |
+
0.6,
|
| 83 |
+
1.4
|
| 84 |
+
]
|
| 85 |
+
}
|
| 86 |
+
},
|
| 87 |
+
"blur": {
|
| 88 |
+
"weight": 0.0,
|
| 89 |
+
"type": "GaussianBlur",
|
| 90 |
+
"kwargs": {
|
| 91 |
+
"kernel_size": [
|
| 92 |
+
3,
|
| 93 |
+
3
|
| 94 |
+
],
|
| 95 |
+
"sigma": [
|
| 96 |
+
0.1,
|
| 97 |
+
1.5
|
| 98 |
+
]
|
| 99 |
+
}
|
| 100 |
+
},
|
| 101 |
+
"jpeg": {
|
| 102 |
+
"weight": 0.0,
|
| 103 |
+
"type": "RandomJPEG",
|
| 104 |
+
"kwargs": {
|
| 105 |
+
"quality": [
|
| 106 |
+
60,
|
| 107 |
+
95
|
| 108 |
+
]
|
| 109 |
+
}
|
| 110 |
+
},
|
| 111 |
+
"crop": {
|
| 112 |
+
"weight": 0.5,
|
| 113 |
+
"type": "RandomCropPreserveSize",
|
| 114 |
+
"kwargs": {
|
| 115 |
+
"scale": [
|
| 116 |
+
0.97,
|
| 117 |
+
1.0
|
| 118 |
+
],
|
| 119 |
+
"ratio": [
|
| 120 |
+
0.99,
|
| 121 |
+
1.01
|
| 122 |
+
]
|
| 123 |
+
}
|
| 124 |
+
},
|
| 125 |
+
"affine": {
|
| 126 |
+
"weight": 0.0,
|
| 127 |
+
"type": "RandomAffine",
|
| 128 |
+
"kwargs": {
|
| 129 |
+
"degrees": [
|
| 130 |
+
-5.0,
|
| 131 |
+
5.0
|
| 132 |
+
],
|
| 133 |
+
"translate": [
|
| 134 |
+
0.05,
|
| 135 |
+
0.05
|
| 136 |
+
]
|
| 137 |
+
}
|
| 138 |
+
},
|
| 139 |
+
"sharpness": {
|
| 140 |
+
"weight": 1.0,
|
| 141 |
+
"type": "SharpnessJitter",
|
| 142 |
+
"kwargs": {
|
| 143 |
+
"sharpness": [
|
| 144 |
+
0.5,
|
| 145 |
+
1.5
|
| 146 |
+
]
|
| 147 |
+
}
|
| 148 |
+
}
|
| 149 |
+
}
|
| 150 |
+
},
|
| 151 |
+
"revision": null,
|
| 152 |
+
"use_imagenet_stats": true,
|
| 153 |
+
"video_backend": "pyav",
|
| 154 |
+
"return_uint8": false,
|
| 155 |
+
"streaming": false
|
| 156 |
+
},
|
| 157 |
+
"env": null,
|
| 158 |
+
"policy": {
|
| 159 |
+
"type": "diffusion",
|
| 160 |
+
"n_obs_steps": 2,
|
| 161 |
+
"input_features": {
|
| 162 |
+
"observation.state": {
|
| 163 |
+
"type": "STATE",
|
| 164 |
+
"shape": [
|
| 165 |
+
6
|
| 166 |
+
]
|
| 167 |
+
},
|
| 168 |
+
"observation.images.front": {
|
| 169 |
+
"type": "VISUAL",
|
| 170 |
+
"shape": [
|
| 171 |
+
3,
|
| 172 |
+
480,
|
| 173 |
+
640
|
| 174 |
+
]
|
| 175 |
+
}
|
| 176 |
+
},
|
| 177 |
+
"output_features": {
|
| 178 |
+
"action": {
|
| 179 |
+
"type": "ACTION",
|
| 180 |
+
"shape": [
|
| 181 |
+
6
|
| 182 |
+
]
|
| 183 |
+
}
|
| 184 |
+
},
|
| 185 |
+
"device": "cuda",
|
| 186 |
+
"use_amp": false,
|
| 187 |
+
"use_peft": false,
|
| 188 |
+
"push_to_hub": false,
|
| 189 |
+
"repo_id": null,
|
| 190 |
+
"private": null,
|
| 191 |
+
"tags": null,
|
| 192 |
+
"license": null,
|
| 193 |
+
"pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model",
|
| 194 |
+
"horizon": 16,
|
| 195 |
+
"n_action_steps": 8,
|
| 196 |
+
"normalization_mapping": {
|
| 197 |
+
"VISUAL": "MEAN_STD",
|
| 198 |
+
"STATE": "MIN_MAX",
|
| 199 |
+
"ACTION": "MIN_MAX"
|
| 200 |
+
},
|
| 201 |
+
"drop_n_last_frames": 7,
|
| 202 |
+
"vision_backbone_type": "dinov2",
|
| 203 |
+
"vision_encoder_name": "facebook/dinov2-small",
|
| 204 |
+
"freeze_vision_encoder": true,
|
| 205 |
+
"vision_backbone": "resnet18",
|
| 206 |
+
"resize_shape": [
|
| 207 |
+
224,
|
| 208 |
+
224
|
| 209 |
+
],
|
| 210 |
+
"crop_ratio": 1.0,
|
| 211 |
+
"crop_shape": null,
|
| 212 |
+
"crop_is_random": true,
|
| 213 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 214 |
+
"use_group_norm": false,
|
| 215 |
+
"spatial_softmax_num_keypoints": 32,
|
| 216 |
+
"vit_pool_type": "spatial_softmax",
|
| 217 |
+
"vit_feature_dim": 512,
|
| 218 |
+
"use_separate_rgb_encoder_per_camera": true,
|
| 219 |
+
"down_dims": [
|
| 220 |
+
512,
|
| 221 |
+
1024,
|
| 222 |
+
2048
|
| 223 |
+
],
|
| 224 |
+
"kernel_size": 5,
|
| 225 |
+
"n_groups": 8,
|
| 226 |
+
"diffusion_step_embed_dim": 128,
|
| 227 |
+
"use_film_scale_modulation": true,
|
| 228 |
+
"noise_scheduler_type": "DDPM",
|
| 229 |
+
"num_train_timesteps": 100,
|
| 230 |
+
"beta_schedule": "squaredcos_cap_v2",
|
| 231 |
+
"beta_start": 0.0001,
|
| 232 |
+
"beta_end": 0.02,
|
| 233 |
+
"prediction_type": "epsilon",
|
| 234 |
+
"clip_sample": true,
|
| 235 |
+
"clip_sample_range": 1.0,
|
| 236 |
+
"num_inference_steps": 100,
|
| 237 |
+
"compile_model": false,
|
| 238 |
+
"compile_mode": "reduce-overhead",
|
| 239 |
+
"do_mask_loss_for_padding": false,
|
| 240 |
+
"optimizer_lr": 5e-06,
|
| 241 |
+
"optimizer_betas": [
|
| 242 |
+
0.95,
|
| 243 |
+
0.999
|
| 244 |
+
],
|
| 245 |
+
"optimizer_eps": 1e-08,
|
| 246 |
+
"optimizer_weight_decay": 1e-06,
|
| 247 |
+
"scheduler_name": "cosine",
|
| 248 |
+
"scheduler_warmup_steps": 100
|
| 249 |
+
},
|
| 250 |
+
"reward_model": null,
|
| 251 |
+
"output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_specialized_302_dataset_base_from_dino_780_new_config_11H47",
|
| 252 |
+
"job_name": "diffusion_specialized_302_dataset_base_from_dino_780_new_config_11H47",
|
| 253 |
+
"resume": false,
|
| 254 |
+
"seed": 1000,
|
| 255 |
+
"cudnn_deterministic": false,
|
| 256 |
+
"num_workers": 8,
|
| 257 |
+
"batch_size": 128,
|
| 258 |
+
"prefetch_factor": 4,
|
| 259 |
+
"persistent_workers": true,
|
| 260 |
+
"steps": 25000,
|
| 261 |
+
"eval_freq": 0,
|
| 262 |
+
"log_freq": 20,
|
| 263 |
+
"tolerance_s": 0.0001,
|
| 264 |
+
"save_checkpoint": true,
|
| 265 |
+
"save_freq": 2000,
|
| 266 |
+
"use_policy_training_preset": true,
|
| 267 |
+
"optimizer": {
|
| 268 |
+
"type": "adam",
|
| 269 |
+
"lr": 5e-06,
|
| 270 |
+
"weight_decay": 1e-06,
|
| 271 |
+
"grad_clip_norm": 10.0,
|
| 272 |
+
"betas": [
|
| 273 |
+
0.95,
|
| 274 |
+
0.999
|
| 275 |
+
],
|
| 276 |
+
"eps": 1e-08
|
| 277 |
+
},
|
| 278 |
+
"scheduler": {
|
| 279 |
+
"type": "diffuser",
|
| 280 |
+
"num_warmup_steps": 100,
|
| 281 |
+
"name": "cosine"
|
| 282 |
+
},
|
| 283 |
+
"eval": {
|
| 284 |
+
"n_episodes": 50,
|
| 285 |
+
"batch_size": 19,
|
| 286 |
+
"use_async_envs": true
|
| 287 |
+
},
|
| 288 |
+
"wandb": {
|
| 289 |
+
"enable": true,
|
| 290 |
+
"disable_artifact": false,
|
| 291 |
+
"project": "lerobot",
|
| 292 |
+
"entity": null,
|
| 293 |
+
"notes": null,
|
| 294 |
+
"run_id": "rnm5uhtp",
|
| 295 |
+
"mode": null,
|
| 296 |
+
"add_tags": true
|
| 297 |
+
},
|
| 298 |
+
"peft": null,
|
| 299 |
+
"sample_weighting": null,
|
| 300 |
+
"rename_map": {},
|
| 301 |
+
"checkpoint_path": null
|
| 302 |
+
}
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/training_state/optimizer_param_groups.json
ADDED
|
@@ -0,0 +1,396 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"lr": 1.44583716637454e-06,
|
| 4 |
+
"betas": [
|
| 5 |
+
0.95,
|
| 6 |
+
0.999
|
| 7 |
+
],
|
| 8 |
+
"eps": 1e-08,
|
| 9 |
+
"weight_decay": 1e-06,
|
| 10 |
+
"amsgrad": false,
|
| 11 |
+
"maximize": false,
|
| 12 |
+
"foreach": null,
|
| 13 |
+
"capturable": false,
|
| 14 |
+
"differentiable": false,
|
| 15 |
+
"fused": null,
|
| 16 |
+
"decoupled_weight_decay": false,
|
| 17 |
+
"initial_lr": 5e-06,
|
| 18 |
+
"params": [
|
| 19 |
+
0,
|
| 20 |
+
1,
|
| 21 |
+
2,
|
| 22 |
+
3,
|
| 23 |
+
4,
|
| 24 |
+
5,
|
| 25 |
+
6,
|
| 26 |
+
7,
|
| 27 |
+
8,
|
| 28 |
+
9,
|
| 29 |
+
10,
|
| 30 |
+
11,
|
| 31 |
+
12,
|
| 32 |
+
13,
|
| 33 |
+
14,
|
| 34 |
+
15,
|
| 35 |
+
16,
|
| 36 |
+
17,
|
| 37 |
+
18,
|
| 38 |
+
19,
|
| 39 |
+
20,
|
| 40 |
+
21,
|
| 41 |
+
22,
|
| 42 |
+
23,
|
| 43 |
+
24,
|
| 44 |
+
25,
|
| 45 |
+
26,
|
| 46 |
+
27,
|
| 47 |
+
28,
|
| 48 |
+
29,
|
| 49 |
+
30,
|
| 50 |
+
31,
|
| 51 |
+
32,
|
| 52 |
+
33,
|
| 53 |
+
34,
|
| 54 |
+
35,
|
| 55 |
+
36,
|
| 56 |
+
37,
|
| 57 |
+
38,
|
| 58 |
+
39,
|
| 59 |
+
40,
|
| 60 |
+
41,
|
| 61 |
+
42,
|
| 62 |
+
43,
|
| 63 |
+
44,
|
| 64 |
+
45,
|
| 65 |
+
46,
|
| 66 |
+
47,
|
| 67 |
+
48,
|
| 68 |
+
49,
|
| 69 |
+
50,
|
| 70 |
+
51,
|
| 71 |
+
52,
|
| 72 |
+
53,
|
| 73 |
+
54,
|
| 74 |
+
55,
|
| 75 |
+
56,
|
| 76 |
+
57,
|
| 77 |
+
58,
|
| 78 |
+
59,
|
| 79 |
+
60,
|
| 80 |
+
61,
|
| 81 |
+
62,
|
| 82 |
+
63,
|
| 83 |
+
64,
|
| 84 |
+
65,
|
| 85 |
+
66,
|
| 86 |
+
67,
|
| 87 |
+
68,
|
| 88 |
+
69,
|
| 89 |
+
70,
|
| 90 |
+
71,
|
| 91 |
+
72,
|
| 92 |
+
73,
|
| 93 |
+
74,
|
| 94 |
+
75,
|
| 95 |
+
76,
|
| 96 |
+
77,
|
| 97 |
+
78,
|
| 98 |
+
79,
|
| 99 |
+
80,
|
| 100 |
+
81,
|
| 101 |
+
82,
|
| 102 |
+
83,
|
| 103 |
+
84,
|
| 104 |
+
85,
|
| 105 |
+
86,
|
| 106 |
+
87,
|
| 107 |
+
88,
|
| 108 |
+
89,
|
| 109 |
+
90,
|
| 110 |
+
91,
|
| 111 |
+
92,
|
| 112 |
+
93,
|
| 113 |
+
94,
|
| 114 |
+
95,
|
| 115 |
+
96,
|
| 116 |
+
97,
|
| 117 |
+
98,
|
| 118 |
+
99,
|
| 119 |
+
100,
|
| 120 |
+
101,
|
| 121 |
+
102,
|
| 122 |
+
103,
|
| 123 |
+
104,
|
| 124 |
+
105,
|
| 125 |
+
106,
|
| 126 |
+
107,
|
| 127 |
+
108,
|
| 128 |
+
109,
|
| 129 |
+
110,
|
| 130 |
+
111,
|
| 131 |
+
112,
|
| 132 |
+
113,
|
| 133 |
+
114,
|
| 134 |
+
115,
|
| 135 |
+
116,
|
| 136 |
+
117,
|
| 137 |
+
118,
|
| 138 |
+
119,
|
| 139 |
+
120,
|
| 140 |
+
121,
|
| 141 |
+
122,
|
| 142 |
+
123,
|
| 143 |
+
124,
|
| 144 |
+
125,
|
| 145 |
+
126,
|
| 146 |
+
127,
|
| 147 |
+
128,
|
| 148 |
+
129,
|
| 149 |
+
130,
|
| 150 |
+
131,
|
| 151 |
+
132,
|
| 152 |
+
133,
|
| 153 |
+
134,
|
| 154 |
+
135,
|
| 155 |
+
136,
|
| 156 |
+
137,
|
| 157 |
+
138,
|
| 158 |
+
139,
|
| 159 |
+
140,
|
| 160 |
+
141,
|
| 161 |
+
142,
|
| 162 |
+
143,
|
| 163 |
+
144,
|
| 164 |
+
145,
|
| 165 |
+
146,
|
| 166 |
+
147,
|
| 167 |
+
148,
|
| 168 |
+
149,
|
| 169 |
+
150,
|
| 170 |
+
151,
|
| 171 |
+
152,
|
| 172 |
+
153,
|
| 173 |
+
154,
|
| 174 |
+
155,
|
| 175 |
+
156,
|
| 176 |
+
157,
|
| 177 |
+
158,
|
| 178 |
+
159,
|
| 179 |
+
160,
|
| 180 |
+
161,
|
| 181 |
+
162,
|
| 182 |
+
163,
|
| 183 |
+
164,
|
| 184 |
+
165,
|
| 185 |
+
166,
|
| 186 |
+
167,
|
| 187 |
+
168,
|
| 188 |
+
169,
|
| 189 |
+
170,
|
| 190 |
+
171,
|
| 191 |
+
172,
|
| 192 |
+
173,
|
| 193 |
+
174,
|
| 194 |
+
175,
|
| 195 |
+
176,
|
| 196 |
+
177,
|
| 197 |
+
178,
|
| 198 |
+
179,
|
| 199 |
+
180,
|
| 200 |
+
181,
|
| 201 |
+
182,
|
| 202 |
+
183,
|
| 203 |
+
184,
|
| 204 |
+
185,
|
| 205 |
+
186,
|
| 206 |
+
187,
|
| 207 |
+
188,
|
| 208 |
+
189,
|
| 209 |
+
190,
|
| 210 |
+
191,
|
| 211 |
+
192,
|
| 212 |
+
193,
|
| 213 |
+
194,
|
| 214 |
+
195,
|
| 215 |
+
196,
|
| 216 |
+
197,
|
| 217 |
+
198,
|
| 218 |
+
199,
|
| 219 |
+
200,
|
| 220 |
+
201,
|
| 221 |
+
202,
|
| 222 |
+
203,
|
| 223 |
+
204,
|
| 224 |
+
205,
|
| 225 |
+
206,
|
| 226 |
+
207,
|
| 227 |
+
208,
|
| 228 |
+
209,
|
| 229 |
+
210,
|
| 230 |
+
211,
|
| 231 |
+
212,
|
| 232 |
+
213,
|
| 233 |
+
214,
|
| 234 |
+
215,
|
| 235 |
+
216,
|
| 236 |
+
217,
|
| 237 |
+
218,
|
| 238 |
+
219,
|
| 239 |
+
220,
|
| 240 |
+
221,
|
| 241 |
+
222,
|
| 242 |
+
223,
|
| 243 |
+
224,
|
| 244 |
+
225,
|
| 245 |
+
226,
|
| 246 |
+
227,
|
| 247 |
+
228,
|
| 248 |
+
229,
|
| 249 |
+
230,
|
| 250 |
+
231,
|
| 251 |
+
232,
|
| 252 |
+
233,
|
| 253 |
+
234,
|
| 254 |
+
235,
|
| 255 |
+
236,
|
| 256 |
+
237,
|
| 257 |
+
238,
|
| 258 |
+
239,
|
| 259 |
+
240,
|
| 260 |
+
241,
|
| 261 |
+
242,
|
| 262 |
+
243,
|
| 263 |
+
244,
|
| 264 |
+
245,
|
| 265 |
+
246,
|
| 266 |
+
247,
|
| 267 |
+
248,
|
| 268 |
+
249,
|
| 269 |
+
250,
|
| 270 |
+
251,
|
| 271 |
+
252,
|
| 272 |
+
253,
|
| 273 |
+
254,
|
| 274 |
+
255,
|
| 275 |
+
256,
|
| 276 |
+
257,
|
| 277 |
+
258,
|
| 278 |
+
259,
|
| 279 |
+
260,
|
| 280 |
+
261,
|
| 281 |
+
262,
|
| 282 |
+
263,
|
| 283 |
+
264,
|
| 284 |
+
265,
|
| 285 |
+
266,
|
| 286 |
+
267,
|
| 287 |
+
268,
|
| 288 |
+
269,
|
| 289 |
+
270,
|
| 290 |
+
271,
|
| 291 |
+
272,
|
| 292 |
+
273,
|
| 293 |
+
274,
|
| 294 |
+
275,
|
| 295 |
+
276,
|
| 296 |
+
277,
|
| 297 |
+
278,
|
| 298 |
+
279,
|
| 299 |
+
280,
|
| 300 |
+
281,
|
| 301 |
+
282,
|
| 302 |
+
283,
|
| 303 |
+
284,
|
| 304 |
+
285,
|
| 305 |
+
286,
|
| 306 |
+
287,
|
| 307 |
+
288,
|
| 308 |
+
289,
|
| 309 |
+
290,
|
| 310 |
+
291,
|
| 311 |
+
292,
|
| 312 |
+
293,
|
| 313 |
+
294,
|
| 314 |
+
295,
|
| 315 |
+
296,
|
| 316 |
+
297,
|
| 317 |
+
298,
|
| 318 |
+
299,
|
| 319 |
+
300,
|
| 320 |
+
301,
|
| 321 |
+
302,
|
| 322 |
+
303,
|
| 323 |
+
304,
|
| 324 |
+
305,
|
| 325 |
+
306,
|
| 326 |
+
307,
|
| 327 |
+
308,
|
| 328 |
+
309,
|
| 329 |
+
310,
|
| 330 |
+
311,
|
| 331 |
+
312,
|
| 332 |
+
313,
|
| 333 |
+
314,
|
| 334 |
+
315,
|
| 335 |
+
316,
|
| 336 |
+
317,
|
| 337 |
+
318,
|
| 338 |
+
319,
|
| 339 |
+
320,
|
| 340 |
+
321,
|
| 341 |
+
322,
|
| 342 |
+
323,
|
| 343 |
+
324,
|
| 344 |
+
325,
|
| 345 |
+
326,
|
| 346 |
+
327,
|
| 347 |
+
328,
|
| 348 |
+
329,
|
| 349 |
+
330,
|
| 350 |
+
331,
|
| 351 |
+
332,
|
| 352 |
+
333,
|
| 353 |
+
334,
|
| 354 |
+
335,
|
| 355 |
+
336,
|
| 356 |
+
337,
|
| 357 |
+
338,
|
| 358 |
+
339,
|
| 359 |
+
340,
|
| 360 |
+
341,
|
| 361 |
+
342,
|
| 362 |
+
343,
|
| 363 |
+
344,
|
| 364 |
+
345,
|
| 365 |
+
346,
|
| 366 |
+
347,
|
| 367 |
+
348,
|
| 368 |
+
349,
|
| 369 |
+
350,
|
| 370 |
+
351,
|
| 371 |
+
352,
|
| 372 |
+
353,
|
| 373 |
+
354,
|
| 374 |
+
355,
|
| 375 |
+
356,
|
| 376 |
+
357,
|
| 377 |
+
358,
|
| 378 |
+
359,
|
| 379 |
+
360,
|
| 380 |
+
361,
|
| 381 |
+
362,
|
| 382 |
+
363,
|
| 383 |
+
364,
|
| 384 |
+
365,
|
| 385 |
+
366,
|
| 386 |
+
367,
|
| 387 |
+
368,
|
| 388 |
+
369,
|
| 389 |
+
370,
|
| 390 |
+
371,
|
| 391 |
+
372,
|
| 392 |
+
373,
|
| 393 |
+
374
|
| 394 |
+
]
|
| 395 |
+
}
|
| 396 |
+
]
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/training_state/optimizer_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0be0907e82e634ce1ac4f583f75e8269d6eae2ec25f81120e83adfcd9926ab37
|
| 3 |
+
size 2014217744
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/training_state/rng_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2570bede62c42aa97462e298b9f3322e8f1c9f3d4a55a768cfd38a4d996156dc
|
| 3 |
+
size 15708
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/training_state/scheduler_state.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"base_lrs": [
|
| 3 |
+
5e-06
|
| 4 |
+
],
|
| 5 |
+
"last_epoch": 16000,
|
| 6 |
+
"_step_count": 16001,
|
| 7 |
+
"_is_initial": false,
|
| 8 |
+
"_get_lr_called_within_step": false,
|
| 9 |
+
"_last_lr": [
|
| 10 |
+
1.44583716637454e-06
|
| 11 |
+
],
|
| 12 |
+
"lr_lambdas": [
|
| 13 |
+
null
|
| 14 |
+
]
|
| 15 |
+
}
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/016000/training_state/training_step.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 16000
|
| 3 |
+
}
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/pretrained_model/config.json
ADDED
|
@@ -0,0 +1,92 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"type": "diffusion",
|
| 3 |
+
"n_obs_steps": 2,
|
| 4 |
+
"input_features": {
|
| 5 |
+
"observation.state": {
|
| 6 |
+
"type": "STATE",
|
| 7 |
+
"shape": [
|
| 8 |
+
6
|
| 9 |
+
]
|
| 10 |
+
},
|
| 11 |
+
"observation.images.front": {
|
| 12 |
+
"type": "VISUAL",
|
| 13 |
+
"shape": [
|
| 14 |
+
3,
|
| 15 |
+
480,
|
| 16 |
+
640
|
| 17 |
+
]
|
| 18 |
+
}
|
| 19 |
+
},
|
| 20 |
+
"output_features": {
|
| 21 |
+
"action": {
|
| 22 |
+
"type": "ACTION",
|
| 23 |
+
"shape": [
|
| 24 |
+
6
|
| 25 |
+
]
|
| 26 |
+
}
|
| 27 |
+
},
|
| 28 |
+
"device": "cuda",
|
| 29 |
+
"use_amp": false,
|
| 30 |
+
"use_peft": false,
|
| 31 |
+
"push_to_hub": false,
|
| 32 |
+
"repo_id": null,
|
| 33 |
+
"private": null,
|
| 34 |
+
"tags": null,
|
| 35 |
+
"license": null,
|
| 36 |
+
"pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model",
|
| 37 |
+
"horizon": 16,
|
| 38 |
+
"n_action_steps": 8,
|
| 39 |
+
"normalization_mapping": {
|
| 40 |
+
"VISUAL": "MEAN_STD",
|
| 41 |
+
"STATE": "MIN_MAX",
|
| 42 |
+
"ACTION": "MIN_MAX"
|
| 43 |
+
},
|
| 44 |
+
"drop_n_last_frames": 7,
|
| 45 |
+
"vision_backbone_type": "dinov2",
|
| 46 |
+
"vision_encoder_name": "facebook/dinov2-small",
|
| 47 |
+
"freeze_vision_encoder": true,
|
| 48 |
+
"vision_backbone": "resnet18",
|
| 49 |
+
"resize_shape": [
|
| 50 |
+
224,
|
| 51 |
+
224
|
| 52 |
+
],
|
| 53 |
+
"crop_ratio": 1.0,
|
| 54 |
+
"crop_shape": null,
|
| 55 |
+
"crop_is_random": true,
|
| 56 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 57 |
+
"use_group_norm": false,
|
| 58 |
+
"spatial_softmax_num_keypoints": 32,
|
| 59 |
+
"vit_pool_type": "spatial_softmax",
|
| 60 |
+
"vit_feature_dim": 512,
|
| 61 |
+
"use_separate_rgb_encoder_per_camera": true,
|
| 62 |
+
"down_dims": [
|
| 63 |
+
512,
|
| 64 |
+
1024,
|
| 65 |
+
2048
|
| 66 |
+
],
|
| 67 |
+
"kernel_size": 5,
|
| 68 |
+
"n_groups": 8,
|
| 69 |
+
"diffusion_step_embed_dim": 128,
|
| 70 |
+
"use_film_scale_modulation": true,
|
| 71 |
+
"noise_scheduler_type": "DDPM",
|
| 72 |
+
"num_train_timesteps": 100,
|
| 73 |
+
"beta_schedule": "squaredcos_cap_v2",
|
| 74 |
+
"beta_start": 0.0001,
|
| 75 |
+
"beta_end": 0.02,
|
| 76 |
+
"prediction_type": "epsilon",
|
| 77 |
+
"clip_sample": true,
|
| 78 |
+
"clip_sample_range": 1.0,
|
| 79 |
+
"num_inference_steps": 100,
|
| 80 |
+
"compile_model": false,
|
| 81 |
+
"compile_mode": "reduce-overhead",
|
| 82 |
+
"do_mask_loss_for_padding": false,
|
| 83 |
+
"optimizer_lr": 5e-06,
|
| 84 |
+
"optimizer_betas": [
|
| 85 |
+
0.95,
|
| 86 |
+
0.999
|
| 87 |
+
],
|
| 88 |
+
"optimizer_eps": 1e-08,
|
| 89 |
+
"optimizer_weight_decay": 1e-06,
|
| 90 |
+
"scheduler_name": "cosine",
|
| 91 |
+
"scheduler_warmup_steps": 100
|
| 92 |
+
}
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/pretrained_model/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fbb4730937eac398fd355a415d6395a9ecea8a26b048487b058591911c58ac4a
|
| 3 |
+
size 1095367712
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/pretrained_model/policy_postprocessor.json
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "policy_postprocessor",
|
| 3 |
+
"steps": [
|
| 4 |
+
{
|
| 5 |
+
"registry_name": "unnormalizer_processor",
|
| 6 |
+
"config": {
|
| 7 |
+
"eps": 1e-08,
|
| 8 |
+
"features": {
|
| 9 |
+
"action": {
|
| 10 |
+
"type": "ACTION",
|
| 11 |
+
"shape": [
|
| 12 |
+
6
|
| 13 |
+
]
|
| 14 |
+
}
|
| 15 |
+
},
|
| 16 |
+
"norm_map": {
|
| 17 |
+
"VISUAL": "MEAN_STD",
|
| 18 |
+
"STATE": "MIN_MAX",
|
| 19 |
+
"ACTION": "MIN_MAX"
|
| 20 |
+
}
|
| 21 |
+
},
|
| 22 |
+
"state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors"
|
| 23 |
+
},
|
| 24 |
+
{
|
| 25 |
+
"registry_name": "device_processor",
|
| 26 |
+
"config": {
|
| 27 |
+
"device": "cpu",
|
| 28 |
+
"float_dtype": null
|
| 29 |
+
}
|
| 30 |
+
}
|
| 31 |
+
]
|
| 32 |
+
}
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9a7c038c0023c958fd3b39d6e2bc3ac3056490758f11fae13cc9d0a607912de1
|
| 3 |
+
size 6560
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/pretrained_model/policy_preprocessor.json
ADDED
|
@@ -0,0 +1,56 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "policy_preprocessor",
|
| 3 |
+
"steps": [
|
| 4 |
+
{
|
| 5 |
+
"registry_name": "rename_observations_processor",
|
| 6 |
+
"config": {
|
| 7 |
+
"rename_map": {}
|
| 8 |
+
}
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"registry_name": "to_batch_processor",
|
| 12 |
+
"config": {}
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"registry_name": "device_processor",
|
| 16 |
+
"config": {
|
| 17 |
+
"device": "cuda",
|
| 18 |
+
"float_dtype": null
|
| 19 |
+
}
|
| 20 |
+
},
|
| 21 |
+
{
|
| 22 |
+
"registry_name": "normalizer_processor",
|
| 23 |
+
"config": {
|
| 24 |
+
"eps": 1e-08,
|
| 25 |
+
"features": {
|
| 26 |
+
"observation.state": {
|
| 27 |
+
"type": "STATE",
|
| 28 |
+
"shape": [
|
| 29 |
+
6
|
| 30 |
+
]
|
| 31 |
+
},
|
| 32 |
+
"observation.images.front": {
|
| 33 |
+
"type": "VISUAL",
|
| 34 |
+
"shape": [
|
| 35 |
+
3,
|
| 36 |
+
480,
|
| 37 |
+
640
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
"action": {
|
| 41 |
+
"type": "ACTION",
|
| 42 |
+
"shape": [
|
| 43 |
+
6
|
| 44 |
+
]
|
| 45 |
+
}
|
| 46 |
+
},
|
| 47 |
+
"norm_map": {
|
| 48 |
+
"VISUAL": "MEAN_STD",
|
| 49 |
+
"STATE": "MIN_MAX",
|
| 50 |
+
"ACTION": "MIN_MAX"
|
| 51 |
+
}
|
| 52 |
+
},
|
| 53 |
+
"state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors"
|
| 54 |
+
}
|
| 55 |
+
]
|
| 56 |
+
}
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9a7c038c0023c958fd3b39d6e2bc3ac3056490758f11fae13cc9d0a607912de1
|
| 3 |
+
size 6560
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/pretrained_model/train_config.json
ADDED
|
@@ -0,0 +1,302 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset": {
|
| 3 |
+
"repo_id": "local/act_collected_episodes",
|
| 4 |
+
"root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_302",
|
| 5 |
+
"episodes": null,
|
| 6 |
+
"image_transforms": {
|
| 7 |
+
"enable": false,
|
| 8 |
+
"max_num_transforms": 3,
|
| 9 |
+
"random_order": false,
|
| 10 |
+
"same_cloth_color": false,
|
| 11 |
+
"tfs": {
|
| 12 |
+
"color_jitter": {
|
| 13 |
+
"weight": 1.5,
|
| 14 |
+
"type": "ColorJitter",
|
| 15 |
+
"kwargs": {
|
| 16 |
+
"brightness": [
|
| 17 |
+
0.7,
|
| 18 |
+
1.3
|
| 19 |
+
],
|
| 20 |
+
"contrast": [
|
| 21 |
+
0.7,
|
| 22 |
+
1.3
|
| 23 |
+
],
|
| 24 |
+
"saturation": [
|
| 25 |
+
0.4,
|
| 26 |
+
1.6
|
| 27 |
+
],
|
| 28 |
+
"hue": [
|
| 29 |
+
-0.5,
|
| 30 |
+
0.5
|
| 31 |
+
]
|
| 32 |
+
}
|
| 33 |
+
},
|
| 34 |
+
"grayscale": {
|
| 35 |
+
"weight": 0.5,
|
| 36 |
+
"type": "RandomGrayscale",
|
| 37 |
+
"kwargs": {
|
| 38 |
+
"p": 1.0
|
| 39 |
+
}
|
| 40 |
+
},
|
| 41 |
+
"shadow": {
|
| 42 |
+
"weight": 0.8,
|
| 43 |
+
"type": "RandomShadow",
|
| 44 |
+
"kwargs": {
|
| 45 |
+
"num_shadows": [
|
| 46 |
+
1,
|
| 47 |
+
2
|
| 48 |
+
],
|
| 49 |
+
"intensity": [
|
| 50 |
+
0.4,
|
| 51 |
+
0.7
|
| 52 |
+
],
|
| 53 |
+
"blur_sigma": [
|
| 54 |
+
4.0,
|
| 55 |
+
20.0
|
| 56 |
+
]
|
| 57 |
+
}
|
| 58 |
+
},
|
| 59 |
+
"highlight": {
|
| 60 |
+
"weight": 0.5,
|
| 61 |
+
"type": "RandomHighlight",
|
| 62 |
+
"kwargs": {
|
| 63 |
+
"num_highlights": [
|
| 64 |
+
0,
|
| 65 |
+
1
|
| 66 |
+
],
|
| 67 |
+
"intensity": [
|
| 68 |
+
0.2,
|
| 69 |
+
0.5
|
| 70 |
+
],
|
| 71 |
+
"sigma": [
|
| 72 |
+
20.0,
|
| 73 |
+
60.0
|
| 74 |
+
]
|
| 75 |
+
}
|
| 76 |
+
},
|
| 77 |
+
"gamma": {
|
| 78 |
+
"weight": 0.7,
|
| 79 |
+
"type": "RandomGamma",
|
| 80 |
+
"kwargs": {
|
| 81 |
+
"gamma": [
|
| 82 |
+
0.6,
|
| 83 |
+
1.4
|
| 84 |
+
]
|
| 85 |
+
}
|
| 86 |
+
},
|
| 87 |
+
"blur": {
|
| 88 |
+
"weight": 0.0,
|
| 89 |
+
"type": "GaussianBlur",
|
| 90 |
+
"kwargs": {
|
| 91 |
+
"kernel_size": [
|
| 92 |
+
3,
|
| 93 |
+
3
|
| 94 |
+
],
|
| 95 |
+
"sigma": [
|
| 96 |
+
0.1,
|
| 97 |
+
1.5
|
| 98 |
+
]
|
| 99 |
+
}
|
| 100 |
+
},
|
| 101 |
+
"jpeg": {
|
| 102 |
+
"weight": 0.0,
|
| 103 |
+
"type": "RandomJPEG",
|
| 104 |
+
"kwargs": {
|
| 105 |
+
"quality": [
|
| 106 |
+
60,
|
| 107 |
+
95
|
| 108 |
+
]
|
| 109 |
+
}
|
| 110 |
+
},
|
| 111 |
+
"crop": {
|
| 112 |
+
"weight": 0.5,
|
| 113 |
+
"type": "RandomCropPreserveSize",
|
| 114 |
+
"kwargs": {
|
| 115 |
+
"scale": [
|
| 116 |
+
0.97,
|
| 117 |
+
1.0
|
| 118 |
+
],
|
| 119 |
+
"ratio": [
|
| 120 |
+
0.99,
|
| 121 |
+
1.01
|
| 122 |
+
]
|
| 123 |
+
}
|
| 124 |
+
},
|
| 125 |
+
"affine": {
|
| 126 |
+
"weight": 0.0,
|
| 127 |
+
"type": "RandomAffine",
|
| 128 |
+
"kwargs": {
|
| 129 |
+
"degrees": [
|
| 130 |
+
-5.0,
|
| 131 |
+
5.0
|
| 132 |
+
],
|
| 133 |
+
"translate": [
|
| 134 |
+
0.05,
|
| 135 |
+
0.05
|
| 136 |
+
]
|
| 137 |
+
}
|
| 138 |
+
},
|
| 139 |
+
"sharpness": {
|
| 140 |
+
"weight": 1.0,
|
| 141 |
+
"type": "SharpnessJitter",
|
| 142 |
+
"kwargs": {
|
| 143 |
+
"sharpness": [
|
| 144 |
+
0.5,
|
| 145 |
+
1.5
|
| 146 |
+
]
|
| 147 |
+
}
|
| 148 |
+
}
|
| 149 |
+
}
|
| 150 |
+
},
|
| 151 |
+
"revision": null,
|
| 152 |
+
"use_imagenet_stats": true,
|
| 153 |
+
"video_backend": "pyav",
|
| 154 |
+
"return_uint8": false,
|
| 155 |
+
"streaming": false
|
| 156 |
+
},
|
| 157 |
+
"env": null,
|
| 158 |
+
"policy": {
|
| 159 |
+
"type": "diffusion",
|
| 160 |
+
"n_obs_steps": 2,
|
| 161 |
+
"input_features": {
|
| 162 |
+
"observation.state": {
|
| 163 |
+
"type": "STATE",
|
| 164 |
+
"shape": [
|
| 165 |
+
6
|
| 166 |
+
]
|
| 167 |
+
},
|
| 168 |
+
"observation.images.front": {
|
| 169 |
+
"type": "VISUAL",
|
| 170 |
+
"shape": [
|
| 171 |
+
3,
|
| 172 |
+
480,
|
| 173 |
+
640
|
| 174 |
+
]
|
| 175 |
+
}
|
| 176 |
+
},
|
| 177 |
+
"output_features": {
|
| 178 |
+
"action": {
|
| 179 |
+
"type": "ACTION",
|
| 180 |
+
"shape": [
|
| 181 |
+
6
|
| 182 |
+
]
|
| 183 |
+
}
|
| 184 |
+
},
|
| 185 |
+
"device": "cuda",
|
| 186 |
+
"use_amp": false,
|
| 187 |
+
"use_peft": false,
|
| 188 |
+
"push_to_hub": false,
|
| 189 |
+
"repo_id": null,
|
| 190 |
+
"private": null,
|
| 191 |
+
"tags": null,
|
| 192 |
+
"license": null,
|
| 193 |
+
"pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model",
|
| 194 |
+
"horizon": 16,
|
| 195 |
+
"n_action_steps": 8,
|
| 196 |
+
"normalization_mapping": {
|
| 197 |
+
"VISUAL": "MEAN_STD",
|
| 198 |
+
"STATE": "MIN_MAX",
|
| 199 |
+
"ACTION": "MIN_MAX"
|
| 200 |
+
},
|
| 201 |
+
"drop_n_last_frames": 7,
|
| 202 |
+
"vision_backbone_type": "dinov2",
|
| 203 |
+
"vision_encoder_name": "facebook/dinov2-small",
|
| 204 |
+
"freeze_vision_encoder": true,
|
| 205 |
+
"vision_backbone": "resnet18",
|
| 206 |
+
"resize_shape": [
|
| 207 |
+
224,
|
| 208 |
+
224
|
| 209 |
+
],
|
| 210 |
+
"crop_ratio": 1.0,
|
| 211 |
+
"crop_shape": null,
|
| 212 |
+
"crop_is_random": true,
|
| 213 |
+
"pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1",
|
| 214 |
+
"use_group_norm": false,
|
| 215 |
+
"spatial_softmax_num_keypoints": 32,
|
| 216 |
+
"vit_pool_type": "spatial_softmax",
|
| 217 |
+
"vit_feature_dim": 512,
|
| 218 |
+
"use_separate_rgb_encoder_per_camera": true,
|
| 219 |
+
"down_dims": [
|
| 220 |
+
512,
|
| 221 |
+
1024,
|
| 222 |
+
2048
|
| 223 |
+
],
|
| 224 |
+
"kernel_size": 5,
|
| 225 |
+
"n_groups": 8,
|
| 226 |
+
"diffusion_step_embed_dim": 128,
|
| 227 |
+
"use_film_scale_modulation": true,
|
| 228 |
+
"noise_scheduler_type": "DDPM",
|
| 229 |
+
"num_train_timesteps": 100,
|
| 230 |
+
"beta_schedule": "squaredcos_cap_v2",
|
| 231 |
+
"beta_start": 0.0001,
|
| 232 |
+
"beta_end": 0.02,
|
| 233 |
+
"prediction_type": "epsilon",
|
| 234 |
+
"clip_sample": true,
|
| 235 |
+
"clip_sample_range": 1.0,
|
| 236 |
+
"num_inference_steps": 100,
|
| 237 |
+
"compile_model": false,
|
| 238 |
+
"compile_mode": "reduce-overhead",
|
| 239 |
+
"do_mask_loss_for_padding": false,
|
| 240 |
+
"optimizer_lr": 5e-06,
|
| 241 |
+
"optimizer_betas": [
|
| 242 |
+
0.95,
|
| 243 |
+
0.999
|
| 244 |
+
],
|
| 245 |
+
"optimizer_eps": 1e-08,
|
| 246 |
+
"optimizer_weight_decay": 1e-06,
|
| 247 |
+
"scheduler_name": "cosine",
|
| 248 |
+
"scheduler_warmup_steps": 100
|
| 249 |
+
},
|
| 250 |
+
"reward_model": null,
|
| 251 |
+
"output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_specialized_302_dataset_base_from_dino_780_new_config_11H47",
|
| 252 |
+
"job_name": "diffusion_specialized_302_dataset_base_from_dino_780_new_config_11H47",
|
| 253 |
+
"resume": false,
|
| 254 |
+
"seed": 1000,
|
| 255 |
+
"cudnn_deterministic": false,
|
| 256 |
+
"num_workers": 8,
|
| 257 |
+
"batch_size": 128,
|
| 258 |
+
"prefetch_factor": 4,
|
| 259 |
+
"persistent_workers": true,
|
| 260 |
+
"steps": 25000,
|
| 261 |
+
"eval_freq": 0,
|
| 262 |
+
"log_freq": 20,
|
| 263 |
+
"tolerance_s": 0.0001,
|
| 264 |
+
"save_checkpoint": true,
|
| 265 |
+
"save_freq": 2000,
|
| 266 |
+
"use_policy_training_preset": true,
|
| 267 |
+
"optimizer": {
|
| 268 |
+
"type": "adam",
|
| 269 |
+
"lr": 5e-06,
|
| 270 |
+
"weight_decay": 1e-06,
|
| 271 |
+
"grad_clip_norm": 10.0,
|
| 272 |
+
"betas": [
|
| 273 |
+
0.95,
|
| 274 |
+
0.999
|
| 275 |
+
],
|
| 276 |
+
"eps": 1e-08
|
| 277 |
+
},
|
| 278 |
+
"scheduler": {
|
| 279 |
+
"type": "diffuser",
|
| 280 |
+
"num_warmup_steps": 100,
|
| 281 |
+
"name": "cosine"
|
| 282 |
+
},
|
| 283 |
+
"eval": {
|
| 284 |
+
"n_episodes": 50,
|
| 285 |
+
"batch_size": 19,
|
| 286 |
+
"use_async_envs": true
|
| 287 |
+
},
|
| 288 |
+
"wandb": {
|
| 289 |
+
"enable": true,
|
| 290 |
+
"disable_artifact": false,
|
| 291 |
+
"project": "lerobot",
|
| 292 |
+
"entity": null,
|
| 293 |
+
"notes": null,
|
| 294 |
+
"run_id": "rnm5uhtp",
|
| 295 |
+
"mode": null,
|
| 296 |
+
"add_tags": true
|
| 297 |
+
},
|
| 298 |
+
"peft": null,
|
| 299 |
+
"sample_weighting": null,
|
| 300 |
+
"rename_map": {},
|
| 301 |
+
"checkpoint_path": null
|
| 302 |
+
}
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/training_state/optimizer_param_groups.json
ADDED
|
@@ -0,0 +1,396 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"lr": 9.132549638500307e-07,
|
| 4 |
+
"betas": [
|
| 5 |
+
0.95,
|
| 6 |
+
0.999
|
| 7 |
+
],
|
| 8 |
+
"eps": 1e-08,
|
| 9 |
+
"weight_decay": 1e-06,
|
| 10 |
+
"amsgrad": false,
|
| 11 |
+
"maximize": false,
|
| 12 |
+
"foreach": null,
|
| 13 |
+
"capturable": false,
|
| 14 |
+
"differentiable": false,
|
| 15 |
+
"fused": null,
|
| 16 |
+
"decoupled_weight_decay": false,
|
| 17 |
+
"initial_lr": 5e-06,
|
| 18 |
+
"params": [
|
| 19 |
+
0,
|
| 20 |
+
1,
|
| 21 |
+
2,
|
| 22 |
+
3,
|
| 23 |
+
4,
|
| 24 |
+
5,
|
| 25 |
+
6,
|
| 26 |
+
7,
|
| 27 |
+
8,
|
| 28 |
+
9,
|
| 29 |
+
10,
|
| 30 |
+
11,
|
| 31 |
+
12,
|
| 32 |
+
13,
|
| 33 |
+
14,
|
| 34 |
+
15,
|
| 35 |
+
16,
|
| 36 |
+
17,
|
| 37 |
+
18,
|
| 38 |
+
19,
|
| 39 |
+
20,
|
| 40 |
+
21,
|
| 41 |
+
22,
|
| 42 |
+
23,
|
| 43 |
+
24,
|
| 44 |
+
25,
|
| 45 |
+
26,
|
| 46 |
+
27,
|
| 47 |
+
28,
|
| 48 |
+
29,
|
| 49 |
+
30,
|
| 50 |
+
31,
|
| 51 |
+
32,
|
| 52 |
+
33,
|
| 53 |
+
34,
|
| 54 |
+
35,
|
| 55 |
+
36,
|
| 56 |
+
37,
|
| 57 |
+
38,
|
| 58 |
+
39,
|
| 59 |
+
40,
|
| 60 |
+
41,
|
| 61 |
+
42,
|
| 62 |
+
43,
|
| 63 |
+
44,
|
| 64 |
+
45,
|
| 65 |
+
46,
|
| 66 |
+
47,
|
| 67 |
+
48,
|
| 68 |
+
49,
|
| 69 |
+
50,
|
| 70 |
+
51,
|
| 71 |
+
52,
|
| 72 |
+
53,
|
| 73 |
+
54,
|
| 74 |
+
55,
|
| 75 |
+
56,
|
| 76 |
+
57,
|
| 77 |
+
58,
|
| 78 |
+
59,
|
| 79 |
+
60,
|
| 80 |
+
61,
|
| 81 |
+
62,
|
| 82 |
+
63,
|
| 83 |
+
64,
|
| 84 |
+
65,
|
| 85 |
+
66,
|
| 86 |
+
67,
|
| 87 |
+
68,
|
| 88 |
+
69,
|
| 89 |
+
70,
|
| 90 |
+
71,
|
| 91 |
+
72,
|
| 92 |
+
73,
|
| 93 |
+
74,
|
| 94 |
+
75,
|
| 95 |
+
76,
|
| 96 |
+
77,
|
| 97 |
+
78,
|
| 98 |
+
79,
|
| 99 |
+
80,
|
| 100 |
+
81,
|
| 101 |
+
82,
|
| 102 |
+
83,
|
| 103 |
+
84,
|
| 104 |
+
85,
|
| 105 |
+
86,
|
| 106 |
+
87,
|
| 107 |
+
88,
|
| 108 |
+
89,
|
| 109 |
+
90,
|
| 110 |
+
91,
|
| 111 |
+
92,
|
| 112 |
+
93,
|
| 113 |
+
94,
|
| 114 |
+
95,
|
| 115 |
+
96,
|
| 116 |
+
97,
|
| 117 |
+
98,
|
| 118 |
+
99,
|
| 119 |
+
100,
|
| 120 |
+
101,
|
| 121 |
+
102,
|
| 122 |
+
103,
|
| 123 |
+
104,
|
| 124 |
+
105,
|
| 125 |
+
106,
|
| 126 |
+
107,
|
| 127 |
+
108,
|
| 128 |
+
109,
|
| 129 |
+
110,
|
| 130 |
+
111,
|
| 131 |
+
112,
|
| 132 |
+
113,
|
| 133 |
+
114,
|
| 134 |
+
115,
|
| 135 |
+
116,
|
| 136 |
+
117,
|
| 137 |
+
118,
|
| 138 |
+
119,
|
| 139 |
+
120,
|
| 140 |
+
121,
|
| 141 |
+
122,
|
| 142 |
+
123,
|
| 143 |
+
124,
|
| 144 |
+
125,
|
| 145 |
+
126,
|
| 146 |
+
127,
|
| 147 |
+
128,
|
| 148 |
+
129,
|
| 149 |
+
130,
|
| 150 |
+
131,
|
| 151 |
+
132,
|
| 152 |
+
133,
|
| 153 |
+
134,
|
| 154 |
+
135,
|
| 155 |
+
136,
|
| 156 |
+
137,
|
| 157 |
+
138,
|
| 158 |
+
139,
|
| 159 |
+
140,
|
| 160 |
+
141,
|
| 161 |
+
142,
|
| 162 |
+
143,
|
| 163 |
+
144,
|
| 164 |
+
145,
|
| 165 |
+
146,
|
| 166 |
+
147,
|
| 167 |
+
148,
|
| 168 |
+
149,
|
| 169 |
+
150,
|
| 170 |
+
151,
|
| 171 |
+
152,
|
| 172 |
+
153,
|
| 173 |
+
154,
|
| 174 |
+
155,
|
| 175 |
+
156,
|
| 176 |
+
157,
|
| 177 |
+
158,
|
| 178 |
+
159,
|
| 179 |
+
160,
|
| 180 |
+
161,
|
| 181 |
+
162,
|
| 182 |
+
163,
|
| 183 |
+
164,
|
| 184 |
+
165,
|
| 185 |
+
166,
|
| 186 |
+
167,
|
| 187 |
+
168,
|
| 188 |
+
169,
|
| 189 |
+
170,
|
| 190 |
+
171,
|
| 191 |
+
172,
|
| 192 |
+
173,
|
| 193 |
+
174,
|
| 194 |
+
175,
|
| 195 |
+
176,
|
| 196 |
+
177,
|
| 197 |
+
178,
|
| 198 |
+
179,
|
| 199 |
+
180,
|
| 200 |
+
181,
|
| 201 |
+
182,
|
| 202 |
+
183,
|
| 203 |
+
184,
|
| 204 |
+
185,
|
| 205 |
+
186,
|
| 206 |
+
187,
|
| 207 |
+
188,
|
| 208 |
+
189,
|
| 209 |
+
190,
|
| 210 |
+
191,
|
| 211 |
+
192,
|
| 212 |
+
193,
|
| 213 |
+
194,
|
| 214 |
+
195,
|
| 215 |
+
196,
|
| 216 |
+
197,
|
| 217 |
+
198,
|
| 218 |
+
199,
|
| 219 |
+
200,
|
| 220 |
+
201,
|
| 221 |
+
202,
|
| 222 |
+
203,
|
| 223 |
+
204,
|
| 224 |
+
205,
|
| 225 |
+
206,
|
| 226 |
+
207,
|
| 227 |
+
208,
|
| 228 |
+
209,
|
| 229 |
+
210,
|
| 230 |
+
211,
|
| 231 |
+
212,
|
| 232 |
+
213,
|
| 233 |
+
214,
|
| 234 |
+
215,
|
| 235 |
+
216,
|
| 236 |
+
217,
|
| 237 |
+
218,
|
| 238 |
+
219,
|
| 239 |
+
220,
|
| 240 |
+
221,
|
| 241 |
+
222,
|
| 242 |
+
223,
|
| 243 |
+
224,
|
| 244 |
+
225,
|
| 245 |
+
226,
|
| 246 |
+
227,
|
| 247 |
+
228,
|
| 248 |
+
229,
|
| 249 |
+
230,
|
| 250 |
+
231,
|
| 251 |
+
232,
|
| 252 |
+
233,
|
| 253 |
+
234,
|
| 254 |
+
235,
|
| 255 |
+
236,
|
| 256 |
+
237,
|
| 257 |
+
238,
|
| 258 |
+
239,
|
| 259 |
+
240,
|
| 260 |
+
241,
|
| 261 |
+
242,
|
| 262 |
+
243,
|
| 263 |
+
244,
|
| 264 |
+
245,
|
| 265 |
+
246,
|
| 266 |
+
247,
|
| 267 |
+
248,
|
| 268 |
+
249,
|
| 269 |
+
250,
|
| 270 |
+
251,
|
| 271 |
+
252,
|
| 272 |
+
253,
|
| 273 |
+
254,
|
| 274 |
+
255,
|
| 275 |
+
256,
|
| 276 |
+
257,
|
| 277 |
+
258,
|
| 278 |
+
259,
|
| 279 |
+
260,
|
| 280 |
+
261,
|
| 281 |
+
262,
|
| 282 |
+
263,
|
| 283 |
+
264,
|
| 284 |
+
265,
|
| 285 |
+
266,
|
| 286 |
+
267,
|
| 287 |
+
268,
|
| 288 |
+
269,
|
| 289 |
+
270,
|
| 290 |
+
271,
|
| 291 |
+
272,
|
| 292 |
+
273,
|
| 293 |
+
274,
|
| 294 |
+
275,
|
| 295 |
+
276,
|
| 296 |
+
277,
|
| 297 |
+
278,
|
| 298 |
+
279,
|
| 299 |
+
280,
|
| 300 |
+
281,
|
| 301 |
+
282,
|
| 302 |
+
283,
|
| 303 |
+
284,
|
| 304 |
+
285,
|
| 305 |
+
286,
|
| 306 |
+
287,
|
| 307 |
+
288,
|
| 308 |
+
289,
|
| 309 |
+
290,
|
| 310 |
+
291,
|
| 311 |
+
292,
|
| 312 |
+
293,
|
| 313 |
+
294,
|
| 314 |
+
295,
|
| 315 |
+
296,
|
| 316 |
+
297,
|
| 317 |
+
298,
|
| 318 |
+
299,
|
| 319 |
+
300,
|
| 320 |
+
301,
|
| 321 |
+
302,
|
| 322 |
+
303,
|
| 323 |
+
304,
|
| 324 |
+
305,
|
| 325 |
+
306,
|
| 326 |
+
307,
|
| 327 |
+
308,
|
| 328 |
+
309,
|
| 329 |
+
310,
|
| 330 |
+
311,
|
| 331 |
+
312,
|
| 332 |
+
313,
|
| 333 |
+
314,
|
| 334 |
+
315,
|
| 335 |
+
316,
|
| 336 |
+
317,
|
| 337 |
+
318,
|
| 338 |
+
319,
|
| 339 |
+
320,
|
| 340 |
+
321,
|
| 341 |
+
322,
|
| 342 |
+
323,
|
| 343 |
+
324,
|
| 344 |
+
325,
|
| 345 |
+
326,
|
| 346 |
+
327,
|
| 347 |
+
328,
|
| 348 |
+
329,
|
| 349 |
+
330,
|
| 350 |
+
331,
|
| 351 |
+
332,
|
| 352 |
+
333,
|
| 353 |
+
334,
|
| 354 |
+
335,
|
| 355 |
+
336,
|
| 356 |
+
337,
|
| 357 |
+
338,
|
| 358 |
+
339,
|
| 359 |
+
340,
|
| 360 |
+
341,
|
| 361 |
+
342,
|
| 362 |
+
343,
|
| 363 |
+
344,
|
| 364 |
+
345,
|
| 365 |
+
346,
|
| 366 |
+
347,
|
| 367 |
+
348,
|
| 368 |
+
349,
|
| 369 |
+
350,
|
| 370 |
+
351,
|
| 371 |
+
352,
|
| 372 |
+
353,
|
| 373 |
+
354,
|
| 374 |
+
355,
|
| 375 |
+
356,
|
| 376 |
+
357,
|
| 377 |
+
358,
|
| 378 |
+
359,
|
| 379 |
+
360,
|
| 380 |
+
361,
|
| 381 |
+
362,
|
| 382 |
+
363,
|
| 383 |
+
364,
|
| 384 |
+
365,
|
| 385 |
+
366,
|
| 386 |
+
367,
|
| 387 |
+
368,
|
| 388 |
+
369,
|
| 389 |
+
370,
|
| 390 |
+
371,
|
| 391 |
+
372,
|
| 392 |
+
373,
|
| 393 |
+
374
|
| 394 |
+
]
|
| 395 |
+
}
|
| 396 |
+
]
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/training_state/optimizer_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3998a7a428e070012689cf488b0789b17c2d664175da6a49985690b32d32bbdb
|
| 3 |
+
size 2014217744
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/training_state/rng_state.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6d91acc8adce5e0ea8241076cc3e4a93388ec2f2aca320d30fc5e1ac7dc678d8
|
| 3 |
+
size 15708
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/training_state/scheduler_state.json
ADDED
|
@@ -0,0 +1,15 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"base_lrs": [
|
| 3 |
+
5e-06
|
| 4 |
+
],
|
| 5 |
+
"last_epoch": 18000,
|
| 6 |
+
"_step_count": 18001,
|
| 7 |
+
"_is_initial": false,
|
| 8 |
+
"_get_lr_called_within_step": false,
|
| 9 |
+
"_last_lr": [
|
| 10 |
+
9.132549638500307e-07
|
| 11 |
+
],
|
| 12 |
+
"lr_lambdas": [
|
| 13 |
+
null
|
| 14 |
+
]
|
| 15 |
+
}
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/checkpoints/018000/training_state/training_step.json
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 18000
|
| 3 |
+
}
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/wandb/debug-internal.log
CHANGED
|
@@ -550,3 +550,149 @@
|
|
| 550 |
{"time":"2026-05-20T11:10:24.866903297Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 551 |
{"time":"2026-05-20T11:10:38.921212053Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":736,"history_lines":2,"events_offset":552,"events_lines":2,"console_offset":760,"console_lines":3}
|
| 552 |
{"time":"2026-05-20T11:10:40.457400142Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 550 |
{"time":"2026-05-20T11:10:24.866903297Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 551 |
{"time":"2026-05-20T11:10:38.921212053Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":736,"history_lines":2,"events_offset":552,"events_lines":2,"console_offset":760,"console_lines":3}
|
| 552 |
{"time":"2026-05-20T11:10:40.457400142Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 553 |
+
{"time":"2026-05-20T11:10:53.921761723Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":738,"history_lines":3,"events_offset":554,"events_lines":2,"console_offset":762,"console_lines":4}
|
| 554 |
+
{"time":"2026-05-20T11:10:54.789143518Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 555 |
+
{"time":"2026-05-20T11:11:08.921887708Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":741,"history_lines":3,"events_offset":556,"events_lines":2,"console_offset":765,"console_lines":4}
|
| 556 |
+
{"time":"2026-05-20T11:11:09.258084902Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 557 |
+
{"time":"2026-05-20T11:11:23.921095496Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":744,"history_lines":3,"events_offset":558,"events_lines":2,"console_offset":768,"console_lines":4}
|
| 558 |
+
{"time":"2026-05-20T11:11:24.401885142Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 559 |
+
{"time":"2026-05-20T11:11:38.921474015Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":747,"history_lines":2,"events_offset":560,"events_lines":2,"console_offset":771,"console_lines":3}
|
| 560 |
+
{"time":"2026-05-20T11:11:39.198832376Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 561 |
+
{"time":"2026-05-20T11:11:53.921308236Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":749,"history_lines":3,"events_offset":562,"events_lines":2,"console_offset":773,"console_lines":4}
|
| 562 |
+
{"time":"2026-05-20T11:11:55.049613939Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 563 |
+
{"time":"2026-05-20T11:12:08.922096726Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":752,"history_lines":3,"events_offset":564,"events_lines":2,"console_offset":776,"console_lines":4}
|
| 564 |
+
{"time":"2026-05-20T11:12:09.476064389Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 565 |
+
{"time":"2026-05-20T11:12:23.92170845Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":755,"history_lines":3,"events_offset":566,"events_lines":2,"console_offset":779,"console_lines":4}
|
| 566 |
+
{"time":"2026-05-20T11:12:25.012323082Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 567 |
+
{"time":"2026-05-20T11:12:38.92248123Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":758,"history_lines":2,"events_offset":568,"events_lines":2,"console_offset":782,"console_lines":3}
|
| 568 |
+
{"time":"2026-05-20T11:12:39.565948389Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 569 |
+
{"time":"2026-05-20T11:12:53.921784817Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":760,"history_lines":3,"events_offset":570,"events_lines":2,"console_offset":784,"console_lines":4}
|
| 570 |
+
{"time":"2026-05-20T11:12:56.448290363Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 571 |
+
{"time":"2026-05-20T11:13:08.921688217Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":763,"history_lines":3,"events_offset":572,"events_lines":2,"console_offset":787,"console_lines":4}
|
| 572 |
+
{"time":"2026-05-20T11:13:09.66890883Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 573 |
+
{"time":"2026-05-20T11:13:23.921230312Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":766,"history_lines":3,"events_offset":574,"events_lines":2,"console_offset":790,"console_lines":3}
|
| 574 |
+
{"time":"2026-05-20T11:13:24.931803567Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 575 |
+
{"time":"2026-05-20T11:13:38.92174956Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":769,"history_lines":2,"events_offset":576,"events_lines":2,"console_offset":793,"console_lines":3}
|
| 576 |
+
{"time":"2026-05-20T11:13:40.074294984Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 577 |
+
{"time":"2026-05-20T11:13:53.921963918Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":771,"history_lines":3,"events_offset":578,"events_lines":2,"console_offset":795,"console_lines":4}
|
| 578 |
+
{"time":"2026-05-20T11:13:56.909177272Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 579 |
+
{"time":"2026-05-20T11:14:08.921225974Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":774,"history_lines":3,"events_offset":580,"events_lines":2,"console_offset":798,"console_lines":4}
|
| 580 |
+
{"time":"2026-05-20T11:14:13.885078501Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 581 |
+
{"time":"2026-05-20T11:14:23.921543661Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":777,"history_lines":3,"events_offset":582,"events_lines":2,"console_offset":801,"console_lines":4}
|
| 582 |
+
{"time":"2026-05-20T11:14:25.498860801Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 583 |
+
{"time":"2026-05-20T11:14:38.921426902Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":780,"history_lines":3,"events_offset":584,"events_lines":2,"console_offset":804,"console_lines":3}
|
| 584 |
+
{"time":"2026-05-20T11:14:40.409551825Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 585 |
+
{"time":"2026-05-20T11:14:53.921766138Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":783,"history_lines":2,"events_offset":586,"events_lines":2,"console_offset":807,"console_lines":3}
|
| 586 |
+
{"time":"2026-05-20T11:14:54.81327219Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 587 |
+
{"time":"2026-05-20T11:15:08.921581945Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":785,"history_lines":3,"events_offset":588,"events_lines":2,"console_offset":809,"console_lines":4}
|
| 588 |
+
{"time":"2026-05-20T11:15:10.192515302Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 589 |
+
{"time":"2026-05-20T11:15:23.922227004Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":788,"history_lines":3,"events_offset":590,"events_lines":2,"console_offset":812,"console_lines":4}
|
| 590 |
+
{"time":"2026-05-20T11:15:29.027033911Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 591 |
+
{"time":"2026-05-20T11:15:38.921666962Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":791,"history_lines":2,"events_offset":592,"events_lines":2,"console_offset":815,"console_lines":3}
|
| 592 |
+
{"time":"2026-05-20T11:15:42.514624916Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 593 |
+
{"time":"2026-05-20T11:15:53.921610723Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":793,"history_lines":3,"events_offset":594,"events_lines":2,"console_offset":817,"console_lines":4}
|
| 594 |
+
{"time":"2026-05-20T11:15:56.303375092Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 595 |
+
{"time":"2026-05-20T11:16:08.921444155Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":796,"history_lines":3,"events_offset":596,"events_lines":2,"console_offset":820,"console_lines":4}
|
| 596 |
+
{"time":"2026-05-20T11:16:17.460415789Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 597 |
+
{"time":"2026-05-20T11:16:23.923100739Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":799,"history_lines":2,"events_offset":598,"events_lines":2,"console_offset":824,"console_lines":3}
|
| 598 |
+
{"time":"2026-05-20T11:16:28.437546646Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 599 |
+
{"time":"2026-05-20T11:16:38.921323509Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":801,"history_lines":2,"events_offset":600,"events_lines":2,"console_offset":826,"console_lines":3}
|
| 600 |
+
{"time":"2026-05-20T11:16:49.350599187Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 601 |
+
{"time":"2026-05-20T11:16:53.922005913Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":803,"history_lines":3,"events_offset":602,"events_lines":2,"console_offset":828,"console_lines":4}
|
| 602 |
+
{"time":"2026-05-20T11:17:10.395993925Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 603 |
+
{"time":"2026-05-20T11:17:10.396264532Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":806,"history_lines":3,"events_offset":604,"events_lines":2,"console_offset":831,"console_lines":4}
|
| 604 |
+
{"time":"2026-05-20T11:17:11.085996333Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 605 |
+
{"time":"2026-05-20T11:17:23.921393907Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":809,"history_lines":3,"events_offset":606,"events_lines":2,"console_offset":834,"console_lines":4}
|
| 606 |
+
{"time":"2026-05-20T11:17:34.502145038Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 607 |
+
{"time":"2026-05-20T11:17:38.921460198Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":812,"history_lines":2,"events_offset":608,"events_lines":2,"console_offset":837,"console_lines":3}
|
| 608 |
+
{"time":"2026-05-20T11:17:59.958642127Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 609 |
+
{"time":"2026-05-20T11:17:59.958876359Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":814,"history_lines":4,"events_offset":610,"events_lines":2,"console_offset":839,"console_lines":5}
|
| 610 |
+
{"time":"2026-05-20T11:18:08.138930448Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 611 |
+
{"time":"2026-05-20T11:18:08.92136551Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":818,"history_lines":2,"events_offset":612,"events_lines":2,"console_offset":843,"console_lines":3}
|
| 612 |
+
{"time":"2026-05-20T11:18:19.82435939Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 613 |
+
{"time":"2026-05-20T11:18:23.921710392Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":820,"history_lines":3,"events_offset":614,"events_lines":2,"console_offset":845,"console_lines":4}
|
| 614 |
+
{"time":"2026-05-20T11:18:35.726072877Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 615 |
+
{"time":"2026-05-20T11:18:38.922186448Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":823,"history_lines":2,"events_offset":616,"events_lines":2,"console_offset":848,"console_lines":3}
|
| 616 |
+
{"time":"2026-05-20T11:18:47.671400343Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 617 |
+
{"time":"2026-05-20T11:18:53.921919477Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":825,"history_lines":3,"events_offset":618,"events_lines":2,"console_offset":850,"console_lines":4}
|
| 618 |
+
{"time":"2026-05-20T11:19:01.06376966Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 619 |
+
{"time":"2026-05-20T11:19:08.921705602Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":828,"history_lines":3,"events_offset":620,"events_lines":2,"console_offset":853,"console_lines":4}
|
| 620 |
+
{"time":"2026-05-20T11:19:17.96077185Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 621 |
+
{"time":"2026-05-20T11:19:23.921675015Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":831,"history_lines":2,"events_offset":622,"events_lines":2,"console_offset":856,"console_lines":3}
|
| 622 |
+
{"time":"2026-05-20T11:19:48.359690403Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 623 |
+
{"time":"2026-05-20T11:19:48.360164267Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":833,"history_lines":5,"events_offset":624,"events_lines":4,"console_offset":858,"console_lines":6}
|
| 624 |
+
{"time":"2026-05-20T11:20:03.194784579Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 625 |
+
{"time":"2026-05-20T11:20:03.195194927Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":838,"history_lines":2,"events_offset":628,"events_lines":2,"console_offset":863,"console_lines":3}
|
| 626 |
+
{"time":"2026-05-20T11:20:11.410711821Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 627 |
+
{"time":"2026-05-20T11:20:11.411015458Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":840,"history_lines":2,"console_offset":865,"console_lines":3}
|
| 628 |
+
{"time":"2026-05-20T11:20:36.562376645Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 629 |
+
{"time":"2026-05-20T11:20:36.562748886Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":842,"history_lines":4,"events_offset":630,"events_lines":4,"console_offset":867,"console_lines":5}
|
| 630 |
+
{"time":"2026-05-20T11:20:49.496014704Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 631 |
+
{"time":"2026-05-20T11:20:49.496372433Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":846,"history_lines":3,"events_offset":634,"events_lines":2,"console_offset":871,"console_lines":4}
|
| 632 |
+
{"time":"2026-05-20T11:20:54.878220203Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 633 |
+
{"time":"2026-05-20T11:20:54.87848392Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":849,"history_lines":1,"console_offset":874,"console_lines":1}
|
| 634 |
+
{"time":"2026-05-20T11:21:00.372012016Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 635 |
+
{"time":"2026-05-20T11:21:08.921219669Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":850,"history_lines":2,"events_offset":636,"events_lines":2,"console_offset":875,"console_lines":3}
|
| 636 |
+
{"time":"2026-05-20T11:21:28.032739194Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 637 |
+
{"time":"2026-05-20T11:21:28.033087548Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":852,"history_lines":4,"events_offset":638,"events_lines":2,"console_offset":877,"console_lines":5}
|
| 638 |
+
{"time":"2026-05-20T11:21:58.034400031Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 639 |
+
{"time":"2026-05-20T11:21:58.034614264Z","level":"INFO","msg":"filestream: sending request","total_files":0}
|
| 640 |
+
{"time":"2026-05-20T11:22:00.99452698Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 641 |
+
{"time":"2026-05-20T11:22:00.994759911Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":856,"history_lines":5,"events_offset":640,"events_lines":4,"console_offset":881,"console_lines":6}
|
| 642 |
+
{"time":"2026-05-20T11:22:31.951302001Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 643 |
+
{"time":"2026-05-20T11:22:31.95154777Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":861,"history_lines":1,"events_offset":644,"events_lines":2,"console_offset":886,"console_lines":1}
|
| 644 |
+
{"time":"2026-05-20T11:22:47.567598916Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 645 |
+
{"time":"2026-05-20T11:22:47.567797305Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":862,"history_lines":5,"events_offset":646,"events_lines":4,"console_offset":887,"console_lines":6}
|
| 646 |
+
{"time":"2026-05-20T11:23:11.588907874Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 647 |
+
{"time":"2026-05-20T11:23:11.589165351Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":867,"history_lines":3,"events_offset":650,"events_lines":2,"console_offset":892,"console_lines":4}
|
| 648 |
+
{"time":"2026-05-20T11:23:34.810147398Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 649 |
+
{"time":"2026-05-20T11:23:34.8104349Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":870,"history_lines":4,"events_offset":652,"events_lines":2,"console_offset":895,"console_lines":5}
|
| 650 |
+
{"time":"2026-05-20T11:23:48.19233495Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 651 |
+
{"time":"2026-05-20T11:23:48.192669513Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":874,"history_lines":5,"events_offset":654,"events_lines":4,"console_offset":899,"console_lines":6}
|
| 652 |
+
{"time":"2026-05-20T11:24:11.052107892Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 653 |
+
{"time":"2026-05-20T11:24:11.052379071Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":879,"history_lines":2,"events_offset":658,"events_lines":2,"console_offset":904,"console_lines":3}
|
| 654 |
+
{"time":"2026-05-20T11:24:52.600457252Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 655 |
+
{"time":"2026-05-20T11:24:52.60085474Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":881,"history_lines":4,"events_offset":660,"events_lines":2,"console_offset":906,"console_lines":5}
|
| 656 |
+
{"time":"2026-05-20T11:25:47.647668729Z","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/romainguntz-eth-z-rich/lerobot/rnm5uhtp/file_stream","body":"{\"error\":\"context deadline exceeded\"}"}
|
| 657 |
+
{"time":"2026-05-20T11:25:51.378360517Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 658 |
+
{"time":"2026-05-20T11:25:51.378587939Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":885,"history_lines":8,"events_offset":662,"events_lines":6,"console_offset":910,"console_lines":9}
|
| 659 |
+
{"time":"2026-05-20T11:25:57.309759964Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 660 |
+
{"time":"2026-05-20T11:25:57.310052073Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":893,"history_lines":10,"events_offset":668,"events_lines":8,"console_offset":918,"console_lines":12}
|
| 661 |
+
{"time":"2026-05-20T11:26:01.771603287Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 662 |
+
{"time":"2026-05-20T11:26:01.771829277Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":903,"history_lines":1,"console_offset":929,"console_lines":2}
|
| 663 |
+
{"time":"2026-05-20T11:26:02.809951436Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 664 |
+
{"time":"2026-05-20T11:26:06.873912794Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":904,"history_lines":2,"events_offset":676,"events_lines":2,"console_offset":930,"console_lines":3}
|
| 665 |
+
{"time":"2026-05-20T11:26:09.290111115Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 666 |
+
{"time":"2026-05-20T11:26:21.873886725Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":906,"history_lines":3,"events_offset":678,"events_lines":2,"console_offset":932,"console_lines":3}
|
| 667 |
+
{"time":"2026-05-20T11:26:27.065370288Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 668 |
+
{"time":"2026-05-20T11:26:36.873286206Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":909,"history_lines":2,"events_offset":680,"events_lines":2,"console_offset":935,"console_lines":3}
|
| 669 |
+
{"time":"2026-05-20T11:26:38.022833276Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 670 |
+
{"time":"2026-05-20T11:26:51.873555143Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":911,"history_lines":3,"events_offset":682,"events_lines":2,"console_offset":937,"console_lines":4}
|
| 671 |
+
{"time":"2026-05-20T11:26:53.380108561Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 672 |
+
{"time":"2026-05-20T11:27:06.873556034Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":914,"history_lines":2,"events_offset":684,"events_lines":2,"console_offset":940,"console_lines":3}
|
| 673 |
+
{"time":"2026-05-20T11:27:07.670912387Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 674 |
+
{"time":"2026-05-20T11:27:21.873722615Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":916,"history_lines":3,"events_offset":686,"events_lines":2,"console_offset":942,"console_lines":4}
|
| 675 |
+
{"time":"2026-05-20T11:27:22.821056856Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 676 |
+
{"time":"2026-05-20T11:27:36.873221424Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":919,"history_lines":3,"events_offset":688,"events_lines":2,"console_offset":945,"console_lines":4}
|
| 677 |
+
{"time":"2026-05-20T11:28:31.93080779Z","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/romainguntz-eth-z-rich/lerobot/rnm5uhtp/file_stream","body":"{\"error\":\"context deadline exceeded\"}"}
|
| 678 |
+
{"time":"2026-05-20T11:28:34.875853286Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 679 |
+
{"time":"2026-05-20T11:28:34.876358586Z","level":"INFO","msg":"filestream: sending request","total_files":0}
|
| 680 |
+
{"time":"2026-05-20T11:29:29.922587226Z","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/romainguntz-eth-z-rich/lerobot/rnm5uhtp/file_stream","body":"{\"error\":\"context deadline exceeded\"}"}
|
| 681 |
+
{"time":"2026-05-20T11:29:32.925639561Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 682 |
+
{"time":"2026-05-20T11:29:32.92592528Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":922,"history_lines":10,"events_offset":690,"events_lines":8,"console_offset":948,"console_lines":11}
|
| 683 |
+
{"time":"2026-05-20T11:30:10.334457358Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 684 |
+
{"time":"2026-05-20T11:30:10.334706923Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":932,"history_lines":11,"events_offset":698,"events_lines":8,"console_offset":958,"console_lines":12}
|
| 685 |
+
{"time":"2026-05-20T11:30:10.643399803Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 686 |
+
{"time":"2026-05-20T11:30:10.643574516Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":943,"history_lines":7,"events_offset":706,"events_lines":4,"console_offset":969,"console_lines":8}
|
| 687 |
+
{"time":"2026-05-20T11:30:40.063855512Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 688 |
+
{"time":"2026-05-20T11:30:40.064084737Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":976,"console_lines":1}
|
| 689 |
+
{"time":"2026-05-20T11:31:35.110732291Z","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/romainguntz-eth-z-rich/lerobot/rnm5uhtp/file_stream","body":"{\"error\":\"context deadline exceeded\"}"}
|
| 690 |
+
{"time":"2026-05-20T11:31:37.937417809Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 691 |
+
{"time":"2026-05-20T11:31:37.937655186Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":950,"history_lines":5,"events_offset":710,"events_lines":4,"console_offset":976,"console_lines":6}
|
| 692 |
+
{"time":"2026-05-20T11:31:38.262457749Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 693 |
+
{"time":"2026-05-20T11:31:38.262765142Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":955,"history_lines":10,"events_offset":714,"events_lines":8,"console_offset":981,"console_lines":11}
|
| 694 |
+
{"time":"2026-05-20T11:31:39.021409613Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 695 |
+
{"time":"2026-05-20T11:31:39.021642273Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":991,"console_lines":1}
|
| 696 |
+
{"time":"2026-05-20T11:31:39.324193196Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 697 |
+
{"time":"2026-05-20T11:31:53.287686882Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":965,"history_lines":3,"events_offset":722,"events_lines":2,"console_offset":991,"console_lines":4}
|
| 698 |
+
{"time":"2026-05-20T11:31:53.876629872Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/wandb/run-20260520_100113-rnm5uhtp/files/output.log
CHANGED
|
@@ -762,4 +762,235 @@ Training: 59%|████████████████████
|
|
| 762 |
Training: 59%|█████████████████████▎ | 14780/25000 [1:09:15<35:28, 4.80step/s]INFO 2026-05-20 11:10:33 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.43 loss:0.008 grdn:0.142 lr:1.8e-06 updt_s:0.110 data_s:0.161
|
| 763 |
Training: 59%|████████████████████▏ | 14800/25000 [1:09:22<1:12:31, 2.34step/s]INFO 2026-05-20 11:10:39 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.45 loss:0.007 grdn:0.128 lr:1.8e-06 updt_s:0.106 data_s:0.216
|
| 764 |
Training: 59%|█████████████████████▎ | 14820/25000 [1:09:27<31:18, 5.42step/s]INFO 2026-05-20 11:10:44 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.46 loss:0.009 grdn:0.157 lr:1.8e-06 updt_s:0.109 data_s:0.144
|
| 765 |
-
Training: 59%|████████████████████
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 762 |
Training: 59%|█████████████████████▎ | 14780/25000 [1:09:15<35:28, 4.80step/s]INFO 2026-05-20 11:10:33 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.43 loss:0.008 grdn:0.142 lr:1.8e-06 updt_s:0.110 data_s:0.161
|
| 763 |
Training: 59%|████████████████████▏ | 14800/25000 [1:09:22<1:12:31, 2.34step/s]INFO 2026-05-20 11:10:39 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.45 loss:0.007 grdn:0.128 lr:1.8e-06 updt_s:0.106 data_s:0.216
|
| 764 |
Training: 59%|█████████████████████▎ | 14820/25000 [1:09:27<31:18, 5.42step/s]INFO 2026-05-20 11:10:44 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.46 loss:0.009 grdn:0.157 lr:1.8e-06 updt_s:0.109 data_s:0.144
|
| 765 |
+
Training: 59%|████████████████████▏ | 14840/25000 [1:09:33<1:05:11, 2.60step/s]INFO 2026-05-20 11:10:50 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.48 loss:0.008 grdn:0.148 lr:1.8e-06 updt_s:0.122 data_s:0.182
|
| 766 |
+
Training: 59%|█████████████████████▍ | 14860/25000 [1:09:38<30:27, 5.55step/s]INFO 2026-05-20 11:10:55 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.49 loss:0.008 grdn:0.136 lr:1.8e-06 updt_s:0.116 data_s:0.124
|
| 767 |
+
Training: 60%|████████████████████▏ | 14880/25000 [1:09:44<1:00:51, 2.77step/s]INFO 2026-05-20 11:11:01 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.51 loss:0.008 grdn:0.132 lr:1.8e-06 updt_s:0.117 data_s:0.182
|
| 768 |
+
Training: 60%|█████████████████████▍ | 14900/25000 [1:09:48<31:57, 5.27step/s]INFO 2026-05-20 11:11:06 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.52 loss:0.008 grdn:0.140 lr:1.8e-06 updt_s:0.115 data_s:0.128
|
| 769 |
+
Training: 60%|████████████████████▎ | 14920/25000 [1:09:55<1:04:21, 2.61step/s]INFO 2026-05-20 11:11:12 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.53 loss:0.008 grdn:0.139 lr:1.8e-06 updt_s:0.115 data_s:0.185
|
| 770 |
+
Training: 60%|█████████████████████▌ | 14940/25000 [1:09:59<30:54, 5.43step/s]INFO 2026-05-20 11:11:17 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.55 loss:0.008 grdn:0.152 lr:1.8e-06 updt_s:0.116 data_s:0.125
|
| 771 |
+
Training: 60%|████████████████████▎ | 14960/25000 [1:10:05<1:04:24, 2.60step/s]INFO 2026-05-20 11:11:23 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.56 loss:0.008 grdn:0.143 lr:1.8e-06 updt_s:0.119 data_s:0.185
|
| 772 |
+
Training: 60%|█████████████████████▌ | 14980/25000 [1:10:10<31:42, 5.27step/s]INFO 2026-05-20 11:11:28 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.58 loss:0.008 grdn:0.139 lr:1.7e-06 updt_s:0.115 data_s:0.126
|
| 773 |
+
Training: 60%|████████████████████▍ | 15000/25000 [1:10:16<1:03:55, 2.61step/s]INFO 2026-05-20 11:11:34 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.59 loss:0.008 grdn:0.148 lr:1.7e-06 updt_s:0.115 data_s:0.189
|
| 774 |
+
Training: 60%|█████████████████████▋ | 15020/25000 [1:10:21<32:35, 5.10step/s]INFO 2026-05-20 11:11:39 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.60 loss:0.008 grdn:0.131 lr:1.7e-06 updt_s:0.113 data_s:0.127
|
| 775 |
+
Training: 60%|████████████████████▍ | 15040/25000 [1:10:27<1:03:27, 2.62step/s]INFO 2026-05-20 11:11:45 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.62 loss:0.008 grdn:0.128 lr:1.7e-06 updt_s:0.117 data_s:0.182
|
| 776 |
+
Training: 60%|█████████████████████▋ | 15060/25000 [1:10:32<34:02, 4.87step/s]INFO 2026-05-20 11:11:50 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.63 loss:0.008 grdn:0.139 lr:1.7e-06 updt_s:0.113 data_s:0.136
|
| 777 |
+
Training: 60%|████████████████████▌ | 15080/25000 [1:10:38<1:03:03, 2.62step/s]INFO 2026-05-20 11:11:56 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.65 loss:0.008 grdn:0.133 lr:1.7e-06 updt_s:0.112 data_s:0.185
|
| 778 |
+
Training: 60%|█████████████████████▋ | 15100/25000 [1:10:43<29:14, 5.64step/s]INFO 2026-05-20 11:12:00 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.66 loss:0.008 grdn:0.130 lr:1.7e-06 updt_s:0.109 data_s:0.130
|
| 779 |
+
Training: 60%|████████████████████▌ | 15120/25000 [1:10:49<1:05:57, 2.50step/s]INFO 2026-05-20 11:12:07 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.67 loss:0.007 grdn:0.129 lr:1.7e-06 updt_s:0.114 data_s:0.192
|
| 780 |
+
Training: 61%|█████████████████████▊ | 15140/25000 [1:10:54<31:01, 5.30step/s]INFO 2026-05-20 11:12:11 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.69 loss:0.008 grdn:0.138 lr:1.7e-06 updt_s:0.112 data_s:0.123
|
| 781 |
+
Training: 61%|████████████████████▌ | 15160/25000 [1:11:00<1:00:20, 2.72step/s]INFO 2026-05-20 11:12:18 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.70 loss:0.008 grdn:0.142 lr:1.7e-06 updt_s:0.125 data_s:0.194
|
| 782 |
+
Training: 61%|█████████████████████▊ | 15180/25000 [1:11:05<32:56, 4.97step/s]INFO 2026-05-20 11:12:23 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.72 loss:0.008 grdn:0.149 lr:1.7e-06 updt_s:0.115 data_s:0.128
|
| 783 |
+
Training: 61%|████████████████████▋ | 15200/25000 [1:11:11<1:02:42, 2.60step/s]INFO 2026-05-20 11:12:29 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.73 loss:0.009 grdn:0.140 lr:1.7e-06 updt_s:0.121 data_s:0.176
|
| 784 |
+
Training: 61%|█████████████████████▉ | 15220/25000 [1:11:16<31:53, 5.11step/s]INFO 2026-05-20 11:12:34 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.75 loss:0.008 grdn:0.140 lr:1.7e-06 updt_s:0.125 data_s:0.122
|
| 785 |
+
Training: 61%|█████████████████████▉ | 15240/25000 [1:11:22<59:11, 2.75step/s]INFO 2026-05-20 11:12:39 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.76 loss:0.008 grdn:0.136 lr:1.7e-06 updt_s:0.118 data_s:0.175
|
| 786 |
+
Training: 61%|█████████████████████▉ | 15260/25000 [1:11:27<32:06, 5.06step/s]INFO 2026-05-20 11:12:44 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.77 loss:0.008 grdn:0.132 lr:1.7e-06 updt_s:0.118 data_s:0.123
|
| 787 |
+
Training: 61%|████████████████████▊ | 15280/25000 [1:11:33<1:00:10, 2.69step/s]INFO 2026-05-20 11:12:50 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.79 loss:0.008 grdn:0.138 lr:1.7e-06 updt_s:0.112 data_s:0.187
|
| 788 |
+
Training: 61%|██████████████████████ | 15300/25000 [1:11:38<28:36, 5.65step/s]INFO 2026-05-20 11:12:55 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.80 loss:0.008 grdn:0.139 lr:1.7e-06 updt_s:0.112 data_s:0.124
|
| 789 |
+
Training: 61%|████████████████████▊ | 15320/25000 [1:11:44<1:03:53, 2.53step/s]INFO 2026-05-20 11:13:01 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.82 loss:0.008 grdn:0.140 lr:1.6e-06 updt_s:0.118 data_s:0.188
|
| 790 |
+
Training: 61%|██████████████████████ | 15340/25000 [1:11:49<29:18, 5.49step/s]INFO 2026-05-20 11:13:06 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.83 loss:0.008 grdn:0.144 lr:1.6e-06 updt_s:0.113 data_s:0.124
|
| 791 |
+
Training: 61%|██████████████████████ | 15360/25000 [1:11:55<58:14, 2.76step/s]INFO 2026-05-20 11:13:12 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.84 loss:0.008 grdn:0.140 lr:1.6e-06 updt_s:0.115 data_s:0.183
|
| 792 |
+
Training: 62%|██████████████████████▏ | 15380/25000 [1:11:59<25:32, 6.28step/s]INFO 2026-05-20 11:13:16 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.86 loss:0.007 grdn:0.137 lr:1.6e-06 updt_s:0.116 data_s:0.109
|
| 793 |
+
Training: 62%|██████████████████████▏ | 15400/25000 [1:12:03<35:19, 4.53step/s]INFO 2026-05-20 11:13:20 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.87 loss:0.008 grdn:0.132 lr:1.6e-06 updt_s:0.102 data_s:0.100
|
| 794 |
+
Training: 62%|██████████████████████▏ | 15420/25000 [1:12:11<35:32, 4.49step/s]INFO 2026-05-20 11:13:28 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.89 loss:0.009 grdn:0.149 lr:1.6e-06 updt_s:0.107 data_s:0.281
|
| 795 |
+
Training: 62%|██████████████████████▏ | 15440/25000 [1:12:16<58:12, 2.74step/s]INFO 2026-05-20 11:13:34 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.90 loss:0.008 grdn:0.149 lr:1.6e-06 updt_s:0.106 data_s:0.172
|
| 796 |
+
Training: 62%|██████████████████████▎ | 15460/25000 [1:12:22<36:34, 4.35step/s]INFO 2026-05-20 11:13:39 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.91 loss:0.008 grdn:0.156 lr:1.6e-06 updt_s:0.109 data_s:0.147
|
| 797 |
+
Training: 62%|█████████████████████ | 15480/25000 [1:12:27<1:13:06, 2.17step/s]INFO 2026-05-20 11:13:45 ot_train.py:488 step:15K smpl:2M ep:3K epch:10.93 loss:0.008 grdn:0.150 lr:1.6e-06 updt_s:0.110 data_s:0.171
|
| 798 |
+
Training: 62%|██████████████████████▎ | 15500/25000 [1:12:32<35:58, 4.40step/s]INFO 2026-05-20 11:13:50 ot_train.py:488 step:16K smpl:2M ep:3K epch:10.94 loss:0.009 grdn:0.137 lr:1.6e-06 updt_s:0.111 data_s:0.143
|
| 799 |
+
Training: 62%|█████████████████████ | 15520/25000 [1:12:38<1:16:21, 2.07step/s]INFO 2026-05-20 11:13:56 ot_train.py:488 step:16K smpl:2M ep:3K epch:10.96 loss:0.008 grdn:0.149 lr:1.6e-06 updt_s:0.106 data_s:0.198
|
| 800 |
+
Training: 62%|██████████████████████▍ | 15540/25000 [1:12:43<37:42, 4.18step/s]INFO 2026-05-20 11:14:01 ot_train.py:488 step:16K smpl:2M ep:3K epch:10.97 loss:0.008 grdn:0.135 lr:1.6e-06 updt_s:0.107 data_s:0.138
|
| 801 |
+
Training: 62%|██████████████████████▍ | 15560/25000 [1:12:49<52:25, 3.00step/s]INFO 2026-05-20 11:14:06 ot_train.py:488 step:16K smpl:2M ep:3K epch:10.99 loss:0.008 grdn:0.142 lr:1.6e-06 updt_s:0.104 data_s:0.168
|
| 802 |
+
Training: 62%|██████████████████████▍ | 15580/25000 [1:12:54<38:06, 4.12step/s]INFO 2026-05-20 11:14:12 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.00 loss:0.008 grdn:0.128 lr:1.6e-06 updt_s:0.106 data_s:0.167
|
| 803 |
+
Training: 62%|██████████████████████▍ | 15600/25000 [1:12:59<46:16, 3.39step/s]INFO 2026-05-20 11:14:17 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.01 loss:0.008 grdn:0.135 lr:1.6e-06 updt_s:0.105 data_s:0.157
|
| 804 |
+
Training: 62%|██████████████████████▍ | 15620/25000 [1:13:05<41:18, 3.78step/s]INFO 2026-05-20 11:14:22 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.03 loss:0.008 grdn:0.140 lr:1.6e-06 updt_s:0.106 data_s:0.170
|
| 805 |
+
Training: 63%|██████████████████████▌ | 15640/25000 [1:13:10<29:14, 5.33step/s]INFO 2026-05-20 11:14:27 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.04 loss:0.008 grdn:0.136 lr:1.6e-06 updt_s:0.102 data_s:0.149
|
| 806 |
+
Training: 63%|██████████████████████▌ | 15660/25000 [1:13:16<41:06, 3.79step/s]INFO 2026-05-20 11:14:33 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.06 loss:0.008 grdn:0.148 lr:1.5e-06 updt_s:0.103 data_s:0.193
|
| 807 |
+
Training: 63%|██████████████████████▌ | 15680/25000 [1:13:21<24:48, 6.26step/s]INFO 2026-05-20 11:14:38 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.07 loss:0.008 grdn:0.141 lr:1.5e-06 updt_s:0.107 data_s:0.139
|
| 808 |
+
Training: 63%|██████████████████████▌ | 15700/25000 [1:13:27<43:14, 3.58step/s]INFO 2026-05-20 11:14:44 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.08 loss:0.008 grdn:0.142 lr:1.5e-06 updt_s:0.111 data_s:0.188
|
| 809 |
+
Training: 63%|██████████████████████▋ | 15720/25000 [1:13:32<24:47, 6.24step/s]INFO 2026-05-20 11:14:49 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.10 loss:0.008 grdn:0.135 lr:1.5e-06 updt_s:0.110 data_s:0.137
|
| 810 |
+
Training: 63%|██████████████████████▋ | 15740/25000 [1:13:38<49:06, 3.14step/s]INFO 2026-05-20 11:14:56 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.11 loss:0.009 grdn:0.146 lr:1.5e-06 updt_s:0.110 data_s:0.212
|
| 811 |
+
Training: 63%|██████████████████████▋ | 15760/25000 [1:13:43<27:26, 5.61step/s]INFO 2026-05-20 11:15:01 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.13 loss:0.008 grdn:0.143 lr:1.5e-06 updt_s:0.117 data_s:0.124
|
| 812 |
+
Training: 63%|██████████████████████▋ | 15780/25000 [1:13:49<45:46, 3.36step/s]INFO 2026-05-20 11:15:07 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.14 loss:0.008 grdn:0.144 lr:1.5e-06 updt_s:0.112 data_s:0.181
|
| 813 |
+
Training: 63%|██████████████████████▊ | 15800/25000 [1:13:54<24:43, 6.20step/s]INFO 2026-05-20 11:15:11 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.15 loss:0.008 grdn:0.137 lr:1.5e-06 updt_s:0.108 data_s:0.136
|
| 814 |
+
Training: 63%|██████████████████████▊ | 15820/25000 [1:14:00<48:26, 3.16step/s]INFO 2026-05-20 11:15:18 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.17 loss:0.009 grdn:0.151 lr:1.5e-06 updt_s:0.108 data_s:0.209
|
| 815 |
+
Training: 63%|██████████████████████▊ | 15840/25000 [1:14:05<25:58, 5.88step/s]INFO 2026-05-20 11:15:23 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.18 loss:0.009 grdn:0.148 lr:1.5e-06 updt_s:0.108 data_s:0.126
|
| 816 |
+
Training: 63%|██████████████████████▊ | 15860/25000 [1:14:11<45:58, 3.31step/s]INFO 2026-05-20 11:15:29 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.20 loss:0.008 grdn:0.140 lr:1.5e-06 updt_s:0.111 data_s:0.191
|
| 817 |
+
Training: 64%|██████████████████████▊ | 15880/25000 [1:14:16<25:54, 5.87step/s]INFO 2026-05-20 11:15:34 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.21 loss:0.008 grdn:0.149 lr:1.5e-06 updt_s:0.110 data_s:0.136
|
| 818 |
+
Training: 64%|██████████████████████▉ | 15900/25000 [1:14:22<51:45, 2.93step/s]INFO 2026-05-20 11:15:40 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.23 loss:0.008 grdn:0.140 lr:1.5e-06 updt_s:0.109 data_s:0.201
|
| 819 |
+
Training: 64%|██████████████████████▉ | 15920/25000 [1:14:27<27:00, 5.60step/s]INFO 2026-05-20 11:15:45 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.24 loss:0.008 grdn:0.150 lr:1.5e-06 updt_s:0.119 data_s:0.120
|
| 820 |
+
Training: 64%|██████████████████████▉ | 15940/25000 [1:14:33<42:15, 3.57step/s]INFO 2026-05-20 11:15:50 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.25 loss:0.007 grdn:0.136 lr:1.5e-06 updt_s:0.110 data_s:0.180
|
| 821 |
+
Training: 64%|██████████████████████▉ | 15960/25000 [1:14:38<25:27, 5.92step/s]INFO 2026-05-20 11:15:55 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.27 loss:0.008 grdn:0.145 lr:1.5e-06 updt_s:0.115 data_s:0.132
|
| 822 |
+
Training: 64%|███████████████████████ | 15980/25000 [1:14:44<49:28, 3.04step/s]INFO 2026-05-20 11:16:01 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.28 loss:0.007 grdn:0.135 lr:1.5e-06 updt_s:0.116 data_s:0.187
|
| 823 |
+
Training: 64%|███████████████████████ | 16000/25000 [1:14:49<26:16, 5.71step/s]INFO 2026-05-20 11:16:07 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.30 loss:0.008 grdn:0.144 lr:1.4e-06 updt_s:0.112 data_s:0.142
|
| 824 |
+
INFO 2026-05-20 11:16:07 ot_train.py:502 Checkpoint policy after step 16000
|
| 825 |
+
Training: 64%|███████████████████████ | 16020/25000 [1:15:02<18:15, 8.20step/s]INFO 2026-05-20 11:16:20 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.31 loss:0.008 grdn:0.126 lr:1.4e-06 updt_s:0.104 data_s:0.010
|
| 826 |
+
Training: 64%|███████████████████████ | 16040/25000 [1:15:05<17:09, 8.70step/s]INFO 2026-05-20 11:16:22 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.32 loss:0.008 grdn:0.147 lr:1.4e-06 updt_s:0.110 data_s:0.010
|
| 827 |
+
Training: 64%|███████████████████████▏ | 16060/25000 [1:15:10<50:35, 2.95step/s]INFO 2026-05-20 11:16:28 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.34 loss:0.008 grdn:0.139 lr:1.4e-06 updt_s:0.109 data_s:0.149
|
| 828 |
+
Training: 64%|███████████████████████▏ | 16080/25000 [1:15:15<24:01, 6.19step/s]INFO 2026-05-20 11:16:32 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.35 loss:0.007 grdn:0.141 lr:1.4e-06 updt_s:0.105 data_s:0.127
|
| 829 |
+
Training: 64%|███████████████████████▏ | 16100/25000 [1:15:21<53:38, 2.77step/s]INFO 2026-05-20 11:16:38 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.37 loss:0.008 grdn:0.138 lr:1.4e-06 updt_s:0.106 data_s:0.206
|
| 830 |
+
Training: 64%|███████████████████████▏ | 16120/25000 [1:15:26<25:14, 5.86step/s]INFO 2026-05-20 11:16:43 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.38 loss:0.008 grdn:0.136 lr:1.4e-06 updt_s:0.102 data_s:0.139
|
| 831 |
+
Training: 65%|███████████████████████▏ | 16140/25000 [1:15:32<51:36, 2.86step/s]INFO 2026-05-20 11:16:49 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.39 loss:0.009 grdn:0.146 lr:1.4e-06 updt_s:0.103 data_s:0.203
|
| 832 |
+
Training: 65%|███████████████████████▎ | 16160/25000 [1:15:37<27:13, 5.41step/s]INFO 2026-05-20 11:16:54 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.41 loss:0.007 grdn:0.129 lr:1.4e-06 updt_s:0.104 data_s:0.141
|
| 833 |
+
Training: 65%|███████████████████████▎ | 16180/25000 [1:15:43<51:13, 2.87step/s]INFO 2026-05-20 11:17:01 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.42 loss:0.008 grdn:0.138 lr:1.4e-06 updt_s:0.104 data_s:0.207
|
| 834 |
+
Training: 65%|███████████████████████▎ | 16200/25000 [1:15:48<25:03, 5.85step/s]INFO 2026-05-20 11:17:05 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.44 loss:0.008 grdn:0.143 lr:1.4e-06 updt_s:0.105 data_s:0.135
|
| 835 |
+
Training: 65%|███████████████████████▎ | 16220/25000 [1:15:54<49:21, 2.96step/s]INFO 2026-05-20 11:17:12 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.45 loss:0.008 grdn:0.151 lr:1.4e-06 updt_s:0.107 data_s:0.203
|
| 836 |
+
Training: 65%|███████████████████████▍ | 16240/25000 [1:15:59<26:22, 5.54step/s]INFO 2026-05-20 11:17:17 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.47 loss:0.008 grdn:0.152 lr:1.4e-06 updt_s:0.113 data_s:0.134
|
| 837 |
+
Training: 65%|███████████████████████▍ | 16260/25000 [1:16:05<50:49, 2.87step/s]INFO 2026-05-20 11:17:23 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.48 loss:0.009 grdn:0.138 lr:1.4e-06 updt_s:0.110 data_s:0.199
|
| 838 |
+
Training: 65%|███████████████████████▍ | 16280/25000 [1:16:10<24:41, 5.89step/s]INFO 2026-05-20 11:17:28 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.49 loss:0.008 grdn:0.138 lr:1.4e-06 updt_s:0.115 data_s:0.130
|
| 839 |
+
Training: 65%|███████████████████████▍ | 16300/25000 [1:16:17<50:31, 2.87step/s]INFO 2026-05-20 11:17:34 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.51 loss:0.008 grdn:0.136 lr:1.4e-06 updt_s:0.112 data_s:0.200
|
| 840 |
+
Training: 65%|███████████████████████▌ | 16320/25000 [1:16:21<23:13, 6.23step/s]INFO 2026-05-20 11:17:39 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.52 loss:0.009 grdn:0.141 lr:1.4e-06 updt_s:0.110 data_s:0.131
|
| 841 |
+
Training: 65%|███████████████████████▌ | 16340/25000 [1:16:28<45:17, 3.19step/s]INFO 2026-05-20 11:17:45 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.54 loss:0.007 grdn:0.134 lr:1.4e-06 updt_s:0.112 data_s:0.201
|
| 842 |
+
Training: 65%|███████████████████████▌ | 16360/25000 [1:16:33<23:50, 6.04step/s]INFO 2026-05-20 11:17:50 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.55 loss:0.008 grdn:0.137 lr:1.3e-06 updt_s:0.108 data_s:0.135
|
| 843 |
+
Training: 66%|███████████████████████▌ | 16380/25000 [1:16:39<50:56, 2.82step/s]INFO 2026-05-20 11:17:56 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.56 loss:0.008 grdn:0.129 lr:1.3e-06 updt_s:0.111 data_s:0.207
|
| 844 |
+
Training: 66%|███████████████████████▌ | 16400/25000 [1:16:44<23:41, 6.05step/s]INFO 2026-05-20 11:18:01 ot_train.py:488 step:16K smpl:2M ep:3K epch:11.58 loss:0.008 grdn:0.142 lr:1.3e-06 updt_s:0.109 data_s:0.139
|
| 845 |
+
Training: 66%|███████████████████████▋ | 16420/25000 [1:16:50<44:06, 3.24step/s]INFO 2026-05-20 11:18:07 ot_train.py:488 step:16K smpl:2M ep:4K epch:11.59 loss:0.008 grdn:0.130 lr:1.3e-06 updt_s:0.114 data_s:0.189
|
| 846 |
+
Training: 66%|███████████████████████▋ | 16440/25000 [1:16:55<23:47, 6.00step/s]INFO 2026-05-20 11:18:12 ot_train.py:488 step:16K smpl:2M ep:4K epch:11.61 loss:0.008 grdn:0.138 lr:1.3e-06 updt_s:0.116 data_s:0.125
|
| 847 |
+
Training: 66%|███████████████████████▋ | 16460/25000 [1:17:01<43:34, 3.27step/s]INFO 2026-05-20 11:18:18 ot_train.py:488 step:16K smpl:2M ep:4K epch:11.62 loss:0.008 grdn:0.129 lr:1.3e-06 updt_s:0.112 data_s:0.194
|
| 848 |
+
Training: 66%|███████████████████████▋ | 16480/25000 [1:17:06<24:55, 5.70step/s]INFO 2026-05-20 11:18:23 ot_train.py:488 step:16K smpl:2M ep:4K epch:11.63 loss:0.008 grdn:0.146 lr:1.3e-06 updt_s:0.116 data_s:0.131
|
| 849 |
+
Training: 66%|███████████████████████▊ | 16500/25000 [1:17:12<48:18, 2.93step/s]INFO 2026-05-20 11:18:30 ot_train.py:488 step:16K smpl:2M ep:4K epch:11.65 loss:0.008 grdn:0.133 lr:1.3e-06 updt_s:0.112 data_s:0.210
|
| 850 |
+
Training: 66%|███████████████████████▊ | 16520/25000 [1:17:17<25:22, 5.57step/s]INFO 2026-05-20 11:18:35 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.66 loss:0.008 grdn:0.136 lr:1.3e-06 updt_s:0.109 data_s:0.142
|
| 851 |
+
Training: 66%|███████████████████████▊ | 16540/25000 [1:17:23<46:03, 3.06step/s]INFO 2026-05-20 11:18:41 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.68 loss:0.009 grdn:0.146 lr:1.3e-06 updt_s:0.111 data_s:0.189
|
| 852 |
+
Training: 66%|███████████████████████▊ | 16560/25000 [1:17:28<23:26, 6.00step/s]INFO 2026-05-20 11:18:46 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.69 loss:0.008 grdn:0.145 lr:1.3e-06 updt_s:0.110 data_s:0.136
|
| 853 |
+
Training: 66%|███████████████████████▉ | 16580/25000 [1:17:35<47:38, 2.95step/s]INFO 2026-05-20 11:18:52 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.71 loss:0.007 grdn:0.130 lr:1.3e-06 updt_s:0.116 data_s:0.192
|
| 854 |
+
Training: 66%|███████████████████████▉ | 16600/25000 [1:17:39<23:05, 6.06step/s]INFO 2026-05-20 11:18:57 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.72 loss:0.008 grdn:0.140 lr:1.3e-06 updt_s:0.109 data_s:0.129
|
| 855 |
+
Training: 66%|███████████████████████▉ | 16620/25000 [1:17:46<45:07, 3.10step/s]INFO 2026-05-20 11:19:03 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.73 loss:0.007 grdn:0.130 lr:1.3e-06 updt_s:0.112 data_s:0.191
|
| 856 |
+
Training: 67%|███████████████████████▉ | 16640/25000 [1:17:51<23:08, 6.02step/s]INFO 2026-05-20 11:19:08 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.75 loss:0.008 grdn:0.145 lr:1.3e-06 updt_s:0.110 data_s:0.144
|
| 857 |
+
Training: 67%|███████████████████████▉ | 16660/25000 [1:17:57<43:26, 3.20step/s]INFO 2026-05-20 11:19:14 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.76 loss:0.008 grdn:0.142 lr:1.3e-06 updt_s:0.114 data_s:0.179
|
| 858 |
+
Training: 67%|████████████████████████ | 16680/25000 [1:18:01<23:14, 5.97step/s]INFO 2026-05-20 11:19:19 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.78 loss:0.008 grdn:0.143 lr:1.3e-06 updt_s:0.112 data_s:0.132
|
| 859 |
+
Training: 67%|████████████████████████ | 16700/25000 [1:18:08<43:44, 3.16step/s]INFO 2026-05-20 11:19:25 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.79 loss:0.008 grdn:0.154 lr:1.3e-06 updt_s:0.112 data_s:0.192
|
| 860 |
+
Training: 67%|████████████████████████ | 16720/25000 [1:18:12<23:09, 5.96step/s]INFO 2026-05-20 11:19:30 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.80 loss:0.008 grdn:0.127 lr:1.2e-06 updt_s:0.113 data_s:0.126
|
| 861 |
+
Training: 67%|████████████████████████ | 16740/25000 [1:18:18<41:48, 3.29step/s]INFO 2026-05-20 11:19:36 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.82 loss:0.007 grdn:0.139 lr:1.2e-06 updt_s:0.113 data_s:0.186
|
| 862 |
+
Training: 67%|████████████████████████▏ | 16760/25000 [1:18:23<22:13, 6.18step/s]INFO 2026-05-20 11:19:41 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.83 loss:0.008 grdn:0.144 lr:1.2e-06 updt_s:0.110 data_s:0.135
|
| 863 |
+
Training: 67%|████████████████████████▏ | 16780/25000 [1:18:29<38:27, 3.56step/s]INFO 2026-05-20 11:19:47 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.85 loss:0.008 grdn:0.147 lr:1.2e-06 updt_s:0.111 data_s:0.187
|
| 864 |
+
Training: 67%|████████████████████████▏ | 16800/25000 [1:18:34<20:19, 6.72step/s]INFO 2026-05-20 11:19:51 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.86 loss:0.008 grdn:0.148 lr:1.2e-06 updt_s:0.102 data_s:0.119
|
| 865 |
+
Training: 67%|████████████████████████▏ | 16820/25000 [1:18:42<30:56, 4.41step/s]INFO 2026-05-20 11:19:59 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.87 loss:0.008 grdn:0.145 lr:1.2e-06 updt_s:0.107 data_s:0.282
|
| 866 |
+
Training: 67%|████████████████████████▏ | 16840/25000 [1:18:47<49:56, 2.72step/s]INFO 2026-05-20 11:20:05 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.89 loss:0.008 grdn:0.137 lr:1.2e-06 updt_s:0.110 data_s:0.177
|
| 867 |
+
Training: 67%|████████████████████████▎ | 16860/25000 [1:18:53<34:51, 3.89step/s]INFO 2026-05-20 11:20:10 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.90 loss:0.008 grdn:0.153 lr:1.2e-06 updt_s:0.106 data_s:0.170
|
| 868 |
+
Training: 68%|████████████████████████▎ | 16880/25000 [1:18:58<45:44, 2.96step/s]INFO 2026-05-20 11:20:16 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.92 loss:0.007 grdn:0.134 lr:1.2e-06 updt_s:0.106 data_s:0.166
|
| 869 |
+
Training: 68%|████████████████████████▎ | 16900/25000 [1:19:04<39:19, 3.43step/s]INFO 2026-05-20 11:20:21 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.93 loss:0.008 grdn:0.145 lr:1.2e-06 updt_s:0.106 data_s:0.176
|
| 870 |
+
Training: 68%|████████████████████████▎ | 16920/25000 [1:19:09<26:44, 5.03step/s]INFO 2026-05-20 11:20:26 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.95 loss:0.007 grdn:0.127 lr:1.2e-06 updt_s:0.112 data_s:0.138
|
| 871 |
+
Training: 68%|████████████████████████▍ | 16940/25000 [1:19:15<39:32, 3.40step/s]INFO 2026-05-20 11:20:32 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.96 loss:0.008 grdn:0.138 lr:1.2e-06 updt_s:0.111 data_s:0.183
|
| 872 |
+
Training: 68%|████████████████████████▍ | 16960/25000 [1:19:20<33:25, 4.01step/s]INFO 2026-05-20 11:20:37 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.97 loss:0.008 grdn:0.140 lr:1.2e-06 updt_s:0.105 data_s:0.147
|
| 873 |
+
Training: 68%|████████████████████████▍ | 16980/25000 [1:19:26<39:01, 3.42step/s]INFO 2026-05-20 11:20:43 ot_train.py:488 step:17K smpl:2M ep:4K epch:11.99 loss:0.008 grdn:0.142 lr:1.2e-06 updt_s:0.107 data_s:0.183
|
| 874 |
+
Training: 68%|████████████████████████▍ | 17000/25000 [1:19:31<22:57, 5.81step/s]INFO 2026-05-20 11:20:48 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.00 loss:0.008 grdn:0.140 lr:1.2e-06 updt_s:0.111 data_s:0.134
|
| 875 |
+
Training: 68%|████████████████████████▌ | 17020/25000 [1:19:37<40:37, 3.27step/s]INFO 2026-05-20 11:20:54 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.02 loss:0.008 grdn:0.142 lr:1.2e-06 updt_s:0.107 data_s:0.202
|
| 876 |
+
Training: 68%|████████████████████████▌ | 17040/25000 [1:19:42<22:08, 5.99step/s]INFO 2026-05-20 11:20:59 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.03 loss:0.008 grdn:0.133 lr:1.2e-06 updt_s:0.117 data_s:0.130
|
| 877 |
+
Training: 68%|████████████████████████▌ | 17060/25000 [1:19:48<41:40, 3.18step/s]INFO 2026-05-20 11:21:06 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.04 loss:0.008 grdn:0.141 lr:1.2e-06 updt_s:0.112 data_s:0.201
|
| 878 |
+
Training: 68%|████████████████████████▌ | 17080/25000 [1:19:53<20:40, 6.38step/s]INFO 2026-05-20 11:21:10 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.06 loss:0.008 grdn:0.139 lr:1.2e-06 updt_s:0.112 data_s:0.126
|
| 879 |
+
Training: 68%|████████████████████████▌ | 17100/25000 [1:19:59<40:33, 3.25step/s]INFO 2026-05-20 11:21:16 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.07 loss:0.008 grdn:0.140 lr:1.1e-06 updt_s:0.113 data_s:0.185
|
| 880 |
+
Training: 68%|████████████████████████▋ | 17120/25000 [1:20:04<21:21, 6.15step/s]INFO 2026-05-20 11:21:21 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.09 loss:0.008 grdn:0.142 lr:1.1e-06 updt_s:0.114 data_s:0.129
|
| 881 |
+
Training: 69%|████████████████████████▋ | 17140/25000 [1:20:10<42:04, 3.11step/s]INFO 2026-05-20 11:21:27 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.10 loss:0.008 grdn:0.137 lr:1.1e-06 updt_s:0.118 data_s:0.181
|
| 882 |
+
Training: 69%|████████████████████████▋ | 17160/25000 [1:20:15<21:25, 6.10step/s]INFO 2026-05-20 11:21:32 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.11 loss:0.007 grdn:0.131 lr:1.1e-06 updt_s:0.117 data_s:0.123
|
| 883 |
+
Training: 69%|████████████████████████▋ | 17180/25000 [1:20:21<40:43, 3.20step/s]INFO 2026-05-20 11:21:38 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.13 loss:0.008 grdn:0.133 lr:1.1e-06 updt_s:0.113 data_s:0.193
|
| 884 |
+
Training: 69%|████████████████████████▊ | 17200/25000 [1:20:26<22:16, 5.84step/s]INFO 2026-05-20 11:21:43 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.14 loss:0.007 grdn:0.129 lr:1.1e-06 updt_s:0.106 data_s:0.151
|
| 885 |
+
Training: 69%|████████████████████████▊ | 17220/25000 [1:20:32<42:06, 3.08step/s]INFO 2026-05-20 11:21:50 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.16 loss:0.008 grdn:0.141 lr:1.1e-06 updt_s:0.106 data_s:0.200
|
| 886 |
+
Training: 69%|████████████████████████▊ | 17240/25000 [1:20:37<20:34, 6.29step/s]INFO 2026-05-20 11:21:54 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.17 loss:0.008 grdn:0.147 lr:1.1e-06 updt_s:0.104 data_s:0.133
|
| 887 |
+
Training: 69%|████████████████████████▊ | 17260/25000 [1:20:43<40:13, 3.21step/s]INFO 2026-05-20 11:22:00 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.19 loss:0.008 grdn:0.136 lr:1.1e-06 updt_s:0.102 data_s:0.203
|
| 888 |
+
Training: 69%|████████████████████████▉ | 17280/25000 [1:20:48<20:57, 6.14step/s]INFO 2026-05-20 11:22:05 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.20 loss:0.008 grdn:0.135 lr:1.1e-06 updt_s:0.102 data_s:0.143
|
| 889 |
+
Training: 69%|████████████████████████▉ | 17300/25000 [1:20:54<38:49, 3.31step/s]INFO 2026-05-20 11:22:12 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.21 loss:0.008 grdn:0.135 lr:1.1e-06 updt_s:0.104 data_s:0.204
|
| 890 |
+
Training: 69%|████████████████████████▉ | 17320/25000 [1:20:59<22:38, 5.65step/s]INFO 2026-05-20 11:22:16 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.23 loss:0.008 grdn:0.127 lr:1.1e-06 updt_s:0.107 data_s:0.138
|
| 891 |
+
Training: 69%|████████████████████████▉ | 17340/25000 [1:21:05<39:26, 3.24step/s]INFO 2026-05-20 11:22:23 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.24 loss:0.009 grdn:0.141 lr:1.1e-06 updt_s:0.106 data_s:0.200
|
| 892 |
+
Training: 69%|██████████████████████��█▉ | 17360/25000 [1:21:10<23:03, 5.52step/s]INFO 2026-05-20 11:22:28 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.26 loss:0.008 grdn:0.137 lr:1.1e-06 updt_s:0.111 data_s:0.134
|
| 893 |
+
Training: 70%|█████████████████████████ | 17380/25000 [1:21:16<38:51, 3.27step/s]INFO 2026-05-20 11:22:34 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.27 loss:0.008 grdn:0.140 lr:1.1e-06 updt_s:0.111 data_s:0.197
|
| 894 |
+
Training: 70%|█████████████████████████ | 17400/25000 [1:21:21<21:54, 5.78step/s]INFO 2026-05-20 11:22:39 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.28 loss:0.008 grdn:0.135 lr:1.1e-06 updt_s:0.111 data_s:0.139
|
| 895 |
+
Training: 70%|█████████████████████████ | 17420/25000 [1:21:28<38:15, 3.30step/s]INFO 2026-05-20 11:22:45 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.30 loss:0.008 grdn:0.143 lr:1.1e-06 updt_s:0.120 data_s:0.191
|
| 896 |
+
Training: 70%|█████████████████████████ | 17440/25000 [1:21:33<23:20, 5.40step/s]INFO 2026-05-20 11:22:50 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.31 loss:0.008 grdn:0.147 lr:1.1e-06 updt_s:0.122 data_s:0.132
|
| 897 |
+
Training: 70%|█████████████████████████▏ | 17460/25000 [1:21:39<42:22, 2.97step/s]INFO 2026-05-20 11:22:56 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.33 loss:0.008 grdn:0.141 lr:1.1e-06 updt_s:0.115 data_s:0.186
|
| 898 |
+
Training: 70%|█████████████████████████▏ | 17480/25000 [1:21:44<22:38, 5.53step/s]INFO 2026-05-20 11:23:01 ot_train.py:488 step:17K smpl:2M ep:4K epch:12.34 loss:0.008 grdn:0.133 lr:1.0e-06 updt_s:0.115 data_s:0.129
|
| 899 |
+
Training: 70%|█████████████████████████▏ | 17500/25000 [1:21:50<38:35, 3.24step/s]INFO 2026-05-20 11:23:07 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.35 loss:0.008 grdn:0.143 lr:1.0e-06 updt_s:0.118 data_s:0.184
|
| 900 |
+
Training: 70%|█████████████████████████▏ | 17520/25000 [1:21:55<21:52, 5.70step/s]INFO 2026-05-20 11:23:12 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.37 loss:0.008 grdn:0.132 lr:1.0e-06 updt_s:0.117 data_s:0.126
|
| 901 |
+
Training: 70%|█████████████████████████▎ | 17540/25000 [1:22:01<37:50, 3.28step/s]INFO 2026-05-20 11:23:18 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.38 loss:0.008 grdn:0.151 lr:1.0e-06 updt_s:0.118 data_s:0.193
|
| 902 |
+
Training: 70%|█████████████████████████▎ | 17560/25000 [1:22:06<21:59, 5.64step/s]INFO 2026-05-20 11:23:23 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.40 loss:0.008 grdn:0.145 lr:1.0e-06 updt_s:0.115 data_s:0.136
|
| 903 |
+
Training: 70%|█████████████████████████▎ | 17580/25000 [1:22:12<38:36, 3.20step/s]INFO 2026-05-20 11:23:29 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.41 loss:0.008 grdn:0.139 lr:1.0e-06 updt_s:0.107 data_s:0.190
|
| 904 |
+
Training: 70%|█████████████████████████▎ | 17600/25000 [1:22:17<20:52, 5.91step/s]INFO 2026-05-20 11:23:34 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.43 loss:0.008 grdn:0.142 lr:1.0e-06 updt_s:0.113 data_s:0.129
|
| 905 |
+
Training: 70%|█████████████████████████▎ | 17620/25000 [1:22:23<38:33, 3.19step/s]INFO 2026-05-20 11:23:40 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.44 loss:0.008 grdn:0.137 lr:1.0e-06 updt_s:0.109 data_s:0.201
|
| 906 |
+
Training: 71%|█████████████████████████▍ | 17640/25000 [1:22:28<19:30, 6.29step/s]INFO 2026-05-20 11:23:45 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.45 loss:0.007 grdn:0.124 lr:1.0e-06 updt_s:0.108 data_s:0.129
|
| 907 |
+
Training: 71%|█████████████████████████▍ | 17660/25000 [1:22:34<39:26, 3.10step/s]INFO 2026-05-20 11:23:51 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.47 loss:0.008 grdn:0.138 lr:1.0e-06 updt_s:0.105 data_s:0.208
|
| 908 |
+
Training: 71%|█████████████████████████▍ | 17680/25000 [1:22:39<20:57, 5.82step/s]INFO 2026-05-20 11:23:56 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.48 loss:0.008 grdn:0.140 lr:9.9e-07 updt_s:0.110 data_s:0.135
|
| 909 |
+
Training: 71%|█████████████████████████▍ | 17700/25000 [1:22:45<38:17, 3.18step/s]INFO 2026-05-20 11:24:02 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.50 loss:0.008 grdn:0.137 lr:9.9e-07 updt_s:0.111 data_s:0.190
|
| 910 |
+
Training: 71%|█████████████████████████▌ | 17720/25000 [1:22:50<21:26, 5.66step/s]INFO 2026-05-20 11:24:07 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.51 loss:0.008 grdn:0.142 lr:9.8e-07 updt_s:0.112 data_s:0.142
|
| 911 |
+
Training: 71%|█████████████████████████▌ | 17740/25000 [1:22:56<37:48, 3.20step/s]INFO 2026-05-20 11:24:13 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.52 loss:0.008 grdn:0.134 lr:9.8e-07 updt_s:0.110 data_s:0.185
|
| 912 |
+
Training: 71%|█████████████████████████▌ | 17760/25000 [1:23:01<21:11, 5.69step/s]INFO 2026-05-20 11:24:18 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.54 loss:0.008 grdn:0.137 lr:9.7e-07 updt_s:0.116 data_s:0.126
|
| 913 |
+
Training: 71%|█████████████████████████▌ | 17780/25000 [1:23:07<36:49, 3.27step/s]INFO 2026-05-20 11:24:24 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.55 loss:0.008 grdn:0.153 lr:9.7e-07 updt_s:0.114 data_s:0.188
|
| 914 |
+
Training: 71%|█████████████████████████▋ | 17800/25000 [1:23:12<22:22, 5.36step/s]INFO 2026-05-20 11:24:29 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.57 loss:0.008 grdn:0.149 lr:9.6e-07 updt_s:0.117 data_s:0.129
|
| 915 |
+
Training: 71%|█████████████████████████▋ | 17820/25000 [1:23:18<39:52, 3.00step/s]INFO 2026-05-20 11:24:35 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.58 loss:0.008 grdn:0.149 lr:9.6e-07 updt_s:0.122 data_s:0.183
|
| 916 |
+
Training: 71%|█████████████████████████▋ | 17840/25000 [1:23:23<21:41, 5.50step/s]INFO 2026-05-20 11:24:40 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.59 loss:0.007 grdn:0.129 lr:9.5e-07 updt_s:0.117 data_s:0.126
|
| 917 |
+
Training: 71%|█████████████████████████▋ | 17860/25000 [1:23:29<36:06, 3.30step/s]INFO 2026-05-20 11:24:46 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.61 loss:0.008 grdn:0.143 lr:9.5e-07 updt_s:0.122 data_s:0.178
|
| 918 |
+
Training: 72%|█████████████████████████▋ | 17880/25000 [1:23:34<19:55, 5.96step/s]INFO 2026-05-20 11:24:51 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.62 loss:0.008 grdn:0.132 lr:9.5e-07 updt_s:0.120 data_s:0.119
|
| 919 |
+
Training: 72%|█████████████████████████▊ | 17900/25000 [1:23:40<36:11, 3.27step/s]INFO 2026-05-20 11:24:57 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.64 loss:0.008 grdn:0.153 lr:9.4e-07 updt_s:0.122 data_s:0.186
|
| 920 |
+
Training: 72%|█████████████████████████▊ | 17920/25000 [1:23:45<22:21, 5.28step/s]INFO 2026-05-20 11:25:02 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.65 loss:0.008 grdn:0.137 lr:9.4e-07 updt_s:0.124 data_s:0.129
|
| 921 |
+
Training: 72%|█████████████████████████▊ | 17940/25000 [1:23:51<35:15, 3.34step/s]INFO 2026-05-20 11:25:08 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.67 loss:0.008 grdn:0.140 lr:9.3e-07 updt_s:0.116 data_s:0.177
|
| 922 |
+
Training: 72%|█████████████████████████▊ | 17960/25000 [1:23:56<21:43, 5.40step/s]INFO 2026-05-20 11:25:13 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.68 loss:0.008 grdn:0.135 lr:9.3e-07 updt_s:0.122 data_s:0.129
|
| 923 |
+
Training: 72%|█████████████████████████▉ | 17980/25000 [1:24:02<36:36, 3.20step/s]INFO 2026-05-20 11:25:19 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.69 loss:0.009 grdn:0.148 lr:9.2e-07 updt_s:0.119 data_s:0.184
|
| 924 |
+
Training: 72%|█████████████████████████▉ | 18000/25000 [1:24:07<20:12, 5.77step/s]INFO 2026-05-20 11:25:24 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.71 loss:0.008 grdn:0.139 lr:9.2e-07 updt_s:0.117 data_s:0.128
|
| 925 |
+
INFO 2026-05-20 11:25:24 ot_train.py:502 Checkpoint policy after step 18000
|
| 926 |
+
Training: 72%|█████████████████████████▉ | 18020/25000 [1:24:19<14:15, 8.16step/s]INFO 2026-05-20 11:25:36 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.72 loss:0.007 grdn:0.139 lr:9.1e-07 updt_s:0.104 data_s:0.010
|
| 927 |
+
Training: 72%|█████████████████████████▉ | 18040/25000 [1:24:22<15:15, 7.60step/s]INFO 2026-05-20 11:25:39 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.74 loss:0.008 grdn:0.142 lr:9.1e-07 updt_s:0.115 data_s:0.012
|
| 928 |
+
Training: 72%|██████████████████████████ | 18060/25000 [1:24:26<33:26, 3.46step/s]INFO 2026-05-20 11:25:44 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.75 loss:0.008 grdn:0.136 lr:9.0e-07 updt_s:0.110 data_s:0.124
|
| 929 |
+
Training: 72%|██████████████████████████ | 18080/25000 [1:24:31<18:37, 6.19step/s]INFO 2026-05-20 11:25:49 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.76 loss:0.007 grdn:0.130 lr:9.0e-07 updt_s:0.106 data_s:0.141
|
| 930 |
+
Training: 72%|██████████████████████████ | 18100/25000 [1:24:37<32:46, 3.51step/s]INFO 2026-05-20 11:25:55 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.78 loss:0.009 grdn:0.157 lr:8.9e-07 updt_s:0.110 data_s:0.186
|
| 931 |
+
Training: 72%|██████████████████████████ | 18120/25000 [1:24:42<18:37, 6.16step/s]INFO 2026-05-20 11:25:59 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.79 loss:0.008 grdn:0.146 lr:8.9e-07 updt_s:0.110 data_s:0.130
|
| 932 |
+
Training: 73%|██████████████████████████ | 18140/25000 [1:24:48<35:15, 3.24step/s]INFO 2026-05-20 11:26:06 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.81 loss:0.008 grdn:0.145 lr:8.8e-07 updt_s:0.113 data_s:0.203
|
| 933 |
+
Training: 73%|██████████████████████████▏ | 18160/25000 [1:24:53<18:29, 6.17step/s]INFO 2026-05-20 11:26:11 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.82 loss:0.008 grdn:0.138 lr:8.8e-07 updt_s:0.106 data_s:0.135
|
| 934 |
+
Training: 73%|██████████████████████████▏ | 18180/25000 [1:24:59<32:08, 3.54step/s]INFO 2026-05-20 11:26:17 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.84 loss:0.008 grdn:0.137 lr:8.7e-07 updt_s:0.107 data_s:0.187
|
| 935 |
+
Training: 73%|██████████████████████████▏ | 18200/25000 [1:25:04<16:50, 6.73step/s]INFO 2026-05-20 11:26:21 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.85 loss:0.008 grdn:0.144 lr:8.7e-07 updt_s:0.104 data_s:0.132
|
| 936 |
+
Training: 73%|██████████████████████████▏ | 18220/25000 [1:25:12<25:01, 4.52step/s]INFO 2026-05-20 11:26:29 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.86 loss:0.008 grdn:0.144 lr:8.6e-07 updt_s:0.106 data_s:0.281
|
| 937 |
+
Training: 73%|██████████████████████████▎ | 18240/25000 [1:25:17<52:37, 2.14step/s]INFO 2026-05-20 11:26:35 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.88 loss:0.008 grdn:0.137 lr:8.6e-07 updt_s:0.105 data_s:0.180
|
| 938 |
+
Training: 73%|██████████████████████████▎ | 18260/25000 [1:25:22<25:42, 4.37step/s]INFO 2026-05-20 11:26:40 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.89 loss:0.008 grdn:0.130 lr:8.5e-07 updt_s:0.109 data_s:0.139
|
| 939 |
+
Training: 73%|██████████████████████████▎ | 18280/25000 [1:25:28<56:42, 1.98step/s]INFO 2026-05-20 11:26:46 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.91 loss:0.009 grdn:0.144 lr:8.5e-07 updt_s:0.107 data_s:0.192
|
| 940 |
+
Training: 73%|██████████████████████████▎ | 18300/25000 [1:25:33<25:32, 4.37step/s]INFO 2026-05-20 11:26:51 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.92 loss:0.008 grdn:0.143 lr:8.4e-07 updt_s:0.105 data_s:0.141
|
| 941 |
+
Training: 73%|██████████████████████████▍ | 18320/25000 [1:25:39<46:23, 2.40step/s]INFO 2026-05-20 11:26:56 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.93 loss:0.008 grdn:0.144 lr:8.4e-07 updt_s:0.104 data_s:0.183
|
| 942 |
+
Training: 73%|██████████████████████████▍ | 18340/25000 [1:25:44<27:58, 3.97step/s]INFO 2026-05-20 11:27:02 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.95 loss:0.008 grdn:0.135 lr:8.3e-07 updt_s:0.104 data_s:0.156
|
| 943 |
+
Training: 73%|██████████████████████████▍ | 18360/25000 [1:25:50<30:09, 3.67step/s]INFO 2026-05-20 11:27:07 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.96 loss:0.008 grdn:0.141 lr:8.3e-07 updt_s:0.104 data_s:0.171
|
| 944 |
+
Training: 74%|██████████████████████████▍ | 18380/25000 [1:25:55<27:50, 3.96step/s]INFO 2026-05-20 11:27:13 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.98 loss:0.008 grdn:0.142 lr:8.2e-07 updt_s:0.106 data_s:0.177
|
| 945 |
+
Training: 74%|██████████████████████████▍ | 18400/25000 [1:26:01<34:38, 3.17step/s]INFO 2026-05-20 11:27:18 ot_train.py:488 step:18K smpl:2M ep:4K epch:12.99 loss:0.009 grdn:0.150 lr:8.2e-07 updt_s:0.114 data_s:0.152
|
| 946 |
+
Training: 74%|██████████████████████████▌ | 18420/25000 [1:26:06<29:15, 3.75step/s]INFO 2026-05-20 11:27:24 ot_train.py:488 step:18K smpl:2M ep:4K epch:13.00 loss:0.008 grdn:0.138 lr:8.2e-07 updt_s:0.112 data_s:0.162
|
| 947 |
+
Training: 74%|██████████████████████████▌ | 18440/25000 [1:26:12<27:47, 3.93step/s]INFO 2026-05-20 11:27:29 ot_train.py:488 step:18K smpl:2M ep:4K epch:13.02 loss:0.008 grdn:0.144 lr:8.1e-07 updt_s:0.107 data_s:0.152
|
| 948 |
+
Training: 74%|██████████████████████████▌ | 18460/25000 [1:26:17<34:06, 3.20step/s]INFO 2026-05-20 11:27:35 ot_train.py:488 step:18K smpl:2M ep:4K epch:13.03 loss:0.007 grdn:0.141 lr:8.1e-07 updt_s:0.111 data_s:0.183
|
| 949 |
+
Training: 74%|██████████████████████████▌ | 18480/25000 [1:26:23<18:38, 5.83step/s]INFO 2026-05-20 11:27:40 ot_train.py:488 step:18K smpl:2M ep:4K epch:13.05 loss:0.008 grdn:0.140 lr:8.0e-07 updt_s:0.119 data_s:0.131
|
| 950 |
+
Training: 74%|██████████████████████████▋ | 18500/25000 [1:26:29<35:26, 3.06step/s]INFO 2026-05-20 11:27:46 ot_train.py:488 step:18K smpl:2M ep:4K epch:13.06 loss:0.008 grdn:0.135 lr:8.0e-07 updt_s:0.113 data_s:0.190
|
| 951 |
+
Training: 74%|██████████████████████████▋ | 18520/25000 [1:26:34<18:28, 5.84step/s]INFO 2026-05-20 11:27:51 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.08 loss:0.008 grdn:0.136 lr:7.9e-07 updt_s:0.113 data_s:0.135
|
| 952 |
+
Training: 74%|██████████████████████████▋ | 18540/25000 [1:26:40<36:20, 2.96step/s]INFO 2026-05-20 11:27:57 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.09 loss:0.008 grdn:0.132 lr:7.9e-07 updt_s:0.119 data_s:0.187
|
| 953 |
+
Training: 74%|██████████████████████████▋ | 18560/25000 [1:26:45<17:34, 6.11step/s]INFO 2026-05-20 11:28:02 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.10 loss:0.008 grdn:0.142 lr:7.8e-07 updt_s:0.111 data_s:0.132
|
| 954 |
+
Training: 74%|██████████████████████████▊ | 18580/25000 [1:26:51<33:42, 3.17step/s]INFO 2026-05-20 11:28:08 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.12 loss:0.008 grdn:0.138 lr:7.8e-07 updt_s:0.111 data_s:0.183
|
| 955 |
+
Training: 74%|██████████████████████████▊ | 18600/25000 [1:26:56<18:45, 5.69step/s]INFO 2026-05-20 11:28:13 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.13 loss:0.008 grdn:0.142 lr:7.7e-07 updt_s:0.118 data_s:0.137
|
| 956 |
+
Training: 74%|██████████████████████████▊ | 18620/25000 [1:27:02<32:24, 3.28step/s]INFO 2026-05-20 11:28:19 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.15 loss:0.008 grdn:0.146 lr:7.7e-07 updt_s:0.116 data_s:0.178
|
| 957 |
+
Training: 75%|██████████████████████████▊ | 18640/25000 [1:27:06<18:17, 5.79step/s]INFO 2026-05-20 11:28:24 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.16 loss:0.007 grdn:0.142 lr:7.6e-07 updt_s:0.121 data_s:0.126
|
| 958 |
+
Training: 75%|██████████████████████████▊ | 18660/25000 [1:27:13<33:45, 3.13step/s]INFO 2026-05-20 11:28:30 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.17 loss:0.008 grdn:0.154 lr:7.6e-07 updt_s:0.114 data_s:0.195
|
| 959 |
+
Training: 75%|██████████████████████████▉ | 18680/25000 [1:27:17<17:10, 6.13step/s]INFO 2026-05-20 11:28:35 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.19 loss:0.008 grdn:0.140 lr:7.6e-07 updt_s:0.107 data_s:0.128
|
| 960 |
+
Training: 75%|██████████████████████████▉ | 18700/25000 [1:27:24<33:11, 3.16step/s]INFO 2026-05-20 11:28:41 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.20 loss:0.008 grdn:0.137 lr:7.5e-07 updt_s:0.110 data_s:0.201
|
| 961 |
+
Training: 75%|██████████████████████████▉ | 18720/25000 [1:27:29<17:07, 6.11step/s]INFO 2026-05-20 11:28:46 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.22 loss:0.008 grdn:0.144 lr:7.5e-07 updt_s:0.105 data_s:0.148
|
| 962 |
+
Training: 75%|██████████████████████████▉ | 18740/25000 [1:27:35<31:21, 3.33step/s]INFO 2026-05-20 11:28:52 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.23 loss:0.008 grdn:0.139 lr:7.4e-07 updt_s:0.105 data_s:0.194
|
| 963 |
+
Training: 75%|███████████████████████████ | 18760/25000 [1:27:40<16:34, 6.27step/s]INFO 2026-05-20 11:28:57 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.24 loss:0.008 grdn:0.150 lr:7.4e-07 updt_s:0.104 data_s:0.137
|
| 964 |
+
Training: 75%|███████████████████████████ | 18780/25000 [1:27:46<32:56, 3.15step/s]INFO 2026-05-20 11:29:03 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.26 loss:0.008 grdn:0.135 lr:7.3e-07 updt_s:0.106 data_s:0.203
|
| 965 |
+
Training: 75%|███████████████████████████ | 18800/25000 [1:27:51<16:14, 6.36step/s]INFO 2026-05-20 11:29:08 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.27 loss:0.008 grdn:0.145 lr:7.3e-07 updt_s:0.110 data_s:0.124
|
| 966 |
+
Training: 75%|███████████████████████████ | 18820/25000 [1:27:57<33:21, 3.09step/s]INFO 2026-05-20 11:29:14 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.29 loss:0.007 grdn:0.138 lr:7.2e-07 updt_s:0.115 data_s:0.199
|
| 967 |
+
Training: 75%|███████████████████████████▏ | 18840/25000 [1:28:02<17:28, 5.88step/s]INFO 2026-05-20 11:29:19 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.30 loss:0.008 grdn:0.147 lr:7.2e-07 updt_s:0.109 data_s:0.136
|
| 968 |
+
Training: 75%|███████████████████████████▏ | 18860/25000 [1:28:08<32:52, 3.11step/s]INFO 2026-05-20 11:29:25 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.32 loss:0.008 grdn:0.144 lr:7.2e-07 updt_s:0.113 data_s:0.193
|
| 969 |
+
Training: 76%|███████████████████████████▏ | 18880/25000 [1:28:13<17:04, 5.97step/s]INFO 2026-05-20 11:29:30 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.33 loss:0.008 grdn:0.142 lr:7.1e-07 updt_s:0.115 data_s:0.128
|
| 970 |
+
Training: 76%|███████████████████████████▏ | 18900/25000 [1:28:19<31:24, 3.24step/s]INFO 2026-05-20 11:29:36 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.34 loss:0.008 grdn:0.139 lr:7.1e-07 updt_s:0.117 data_s:0.192
|
| 971 |
+
Training: 76%|███████████████████████████▏ | 18920/25000 [1:28:24<17:12, 5.89step/s]INFO 2026-05-20 11:29:41 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.36 loss:0.007 grdn:0.124 lr:7.0e-07 updt_s:0.116 data_s:0.130
|
| 972 |
+
Training: 76%|███████████████████████████▎ | 18940/25000 [1:28:30<31:17, 3.23step/s]INFO 2026-05-20 11:29:47 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.37 loss:0.007 grdn:0.133 lr:7.0e-07 updt_s:0.124 data_s:0.174
|
| 973 |
+
Training: 76%|███████████████████████████▎ | 18960/25000 [1:28:35<16:44, 6.01step/s]INFO 2026-05-20 11:29:52 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.39 loss:0.008 grdn:0.140 lr:6.9e-07 updt_s:0.112 data_s:0.127
|
| 974 |
+
Training: 76%|███████████████████████████▎ | 18980/25000 [1:28:41<33:46, 2.97step/s]INFO 2026-05-20 11:29:58 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.40 loss:0.007 grdn:0.135 lr:6.9e-07 updt_s:0.115 data_s:0.193
|
| 975 |
+
Training: 76%|███████████████████████████▎ | 19000/25000 [1:28:46<17:02, 5.87step/s]INFO 2026-05-20 11:30:03 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.41 loss:0.009 grdn:0.149 lr:6.8e-07 updt_s:0.110 data_s:0.134
|
| 976 |
+
Training: 76%|███████████████████████████▍ | 19020/25000 [1:28:52<31:05, 3.21step/s]INFO 2026-05-20 11:30:10 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.43 loss:0.008 grdn:0.137 lr:6.8e-07 updt_s:0.119 data_s:0.196
|
| 977 |
+
Training: 76%|███████████████████████████▍ | 19040/25000 [1:28:57<17:49, 5.57step/s]INFO 2026-05-20 11:30:14 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.44 loss:0.008 grdn:0.147 lr:6.8e-07 updt_s:0.115 data_s:0.127
|
| 978 |
+
Training: 76%|███████████████████████████▍ | 19060/25000 [1:29:03<30:07, 3.29step/s]INFO 2026-05-20 11:30:20 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.46 loss:0.008 grdn:0.147 lr:6.7e-07 updt_s:0.112 data_s:0.186
|
| 979 |
+
Training: 76%|███████████████████████████▍ | 19080/25000 [1:29:08<17:18, 5.70step/s]INFO 2026-05-20 11:30:25 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.47 loss:0.008 grdn:0.136 lr:6.7e-07 updt_s:0.115 data_s:0.133
|
| 980 |
+
Training: 76%|███████████████████████████▌ | 19100/25000 [1:29:14<27:55, 3.52step/s]INFO 2026-05-20 11:30:31 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.48 loss:0.008 grdn:0.140 lr:6.6e-07 updt_s:0.111 data_s:0.186
|
| 981 |
+
Training: 76%|███████████████████████████▌ | 19120/25000 [1:29:19<15:51, 6.18step/s]INFO 2026-05-20 11:30:36 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.50 loss:0.008 grdn:0.128 lr:6.6e-07 updt_s:0.115 data_s:0.128
|
| 982 |
+
Training: 77%|███████████████████████████▌ | 19140/25000 [1:29:25<30:36, 3.19step/s]INFO 2026-05-20 11:30:42 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.51 loss:0.007 grdn:0.127 lr:6.5e-07 updt_s:0.113 data_s:0.194
|
| 983 |
+
Training: 77%|███████████████████████████▌ | 19160/25000 [1:29:30<17:30, 5.56step/s]INFO 2026-05-20 11:30:47 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.53 loss:0.008 grdn:0.137 lr:6.5e-07 updt_s:0.113 data_s:0.133
|
| 984 |
+
Training: 77%|███████████████████████████▌ | 19180/25000 [1:29:36<32:38, 2.97step/s]INFO 2026-05-20 11:30:53 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.54 loss:0.008 grdn:0.140 lr:6.5e-07 updt_s:0.111 data_s:0.191
|
| 985 |
+
Training: 77%|███████████████████████████▋ | 19200/25000 [1:29:41<17:06, 5.65step/s]INFO 2026-05-20 11:30:59 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.56 loss:0.007 grdn:0.134 lr:6.4e-07 updt_s:0.110 data_s:0.140
|
| 986 |
+
Training: 77%|███████████████████████████▋ | 19220/25000 [1:29:47<34:07, 2.82step/s]INFO 2026-05-20 11:31:05 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.57 loss:0.008 grdn:0.140 lr:6.4e-07 updt_s:0.108 data_s:0.201
|
| 987 |
+
Training: 77%|███████████████████████████▋ | 19240/25000 [1:29:52<17:15, 5.56step/s]INFO 2026-05-20 11:31:10 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.58 loss:0.008 grdn:0.134 lr:6.3e-07 updt_s:0.111 data_s:0.135
|
| 988 |
+
Training: 77%|███████████████████████████▋ | 19260/25000 [1:29:58<33:50, 2.83step/s]INFO 2026-05-20 11:31:16 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.60 loss:0.008 grdn:0.134 lr:6.3e-07 updt_s:0.112 data_s:0.191
|
| 989 |
+
Training: 77%|███████████████████████████▊ | 19280/25000 [1:30:03<17:42, 5.38step/s]INFO 2026-05-20 11:31:21 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.61 loss:0.008 grdn:0.144 lr:6.3e-07 updt_s:0.113 data_s:0.130
|
| 990 |
+
Training: 77%|███████████████████████████▊ | 19300/25000 [1:30:09<34:43, 2.74step/s]INFO 2026-05-20 11:31:27 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.63 loss:0.007 grdn:0.145 lr:6.2e-07 updt_s:0.111 data_s:0.199
|
| 991 |
+
Training: 77%|███████████████████████████▊ | 19320/25000 [1:30:14<17:13, 5.50step/s]INFO 2026-05-20 11:31:32 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.64 loss:0.008 grdn:0.132 lr:6.2e-07 updt_s:0.112 data_s:0.132
|
| 992 |
+
Training: 77%|███████████████████████████▊ | 19340/25000 [1:30:20<31:45, 2.97step/s]INFO 2026-05-20 11:31:38 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.65 loss:0.008 grdn:0.137 lr:6.1e-07 updt_s:0.110 data_s:0.193
|
| 993 |
+
Training: 77%|███████████████████████████▉ | 19360/25000 [1:30:26<17:51, 5.26step/s]INFO 2026-05-20 11:31:43 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.67 loss:0.008 grdn:0.140 lr:6.1e-07 updt_s:0.112 data_s:0.159
|
| 994 |
+
Training: 78%|███████████████████████████▉ | 19380/25000 [1:30:32<31:33, 2.97step/s]INFO 2026-05-20 11:31:50 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.68 loss:0.008 grdn:0.146 lr:6.0e-07 updt_s:0.108 data_s:0.208
|
| 995 |
+
Training: 78%|███████████████████████████▉ | 19400/25000 [1:30:38<17:08, 5.45step/s]INFO 2026-05-20 11:31:55 ot_train.py:488 step:19K smpl:2M ep:4K epch:13.70 loss:0.008 grdn:0.140 lr:6.0e-07 updt_s:0.112 data_s:0.149
|
| 996 |
+
Training: 78%|███████████████████████████▉ | 19409/25000 [1:30:40<15:04, 6.18step/s]
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/wandb/run-20260520_100113-rnm5uhtp/logs/debug-internal.log
CHANGED
|
@@ -550,3 +550,149 @@
|
|
| 550 |
{"time":"2026-05-20T11:10:24.866903297Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 551 |
{"time":"2026-05-20T11:10:38.921212053Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":736,"history_lines":2,"events_offset":552,"events_lines":2,"console_offset":760,"console_lines":3}
|
| 552 |
{"time":"2026-05-20T11:10:40.457400142Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 550 |
{"time":"2026-05-20T11:10:24.866903297Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 551 |
{"time":"2026-05-20T11:10:38.921212053Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":736,"history_lines":2,"events_offset":552,"events_lines":2,"console_offset":760,"console_lines":3}
|
| 552 |
{"time":"2026-05-20T11:10:40.457400142Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 553 |
+
{"time":"2026-05-20T11:10:53.921761723Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":738,"history_lines":3,"events_offset":554,"events_lines":2,"console_offset":762,"console_lines":4}
|
| 554 |
+
{"time":"2026-05-20T11:10:54.789143518Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 555 |
+
{"time":"2026-05-20T11:11:08.921887708Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":741,"history_lines":3,"events_offset":556,"events_lines":2,"console_offset":765,"console_lines":4}
|
| 556 |
+
{"time":"2026-05-20T11:11:09.258084902Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 557 |
+
{"time":"2026-05-20T11:11:23.921095496Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":744,"history_lines":3,"events_offset":558,"events_lines":2,"console_offset":768,"console_lines":4}
|
| 558 |
+
{"time":"2026-05-20T11:11:24.401885142Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 559 |
+
{"time":"2026-05-20T11:11:38.921474015Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":747,"history_lines":2,"events_offset":560,"events_lines":2,"console_offset":771,"console_lines":3}
|
| 560 |
+
{"time":"2026-05-20T11:11:39.198832376Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 561 |
+
{"time":"2026-05-20T11:11:53.921308236Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":749,"history_lines":3,"events_offset":562,"events_lines":2,"console_offset":773,"console_lines":4}
|
| 562 |
+
{"time":"2026-05-20T11:11:55.049613939Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 563 |
+
{"time":"2026-05-20T11:12:08.922096726Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":752,"history_lines":3,"events_offset":564,"events_lines":2,"console_offset":776,"console_lines":4}
|
| 564 |
+
{"time":"2026-05-20T11:12:09.476064389Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 565 |
+
{"time":"2026-05-20T11:12:23.92170845Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":755,"history_lines":3,"events_offset":566,"events_lines":2,"console_offset":779,"console_lines":4}
|
| 566 |
+
{"time":"2026-05-20T11:12:25.012323082Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 567 |
+
{"time":"2026-05-20T11:12:38.92248123Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":758,"history_lines":2,"events_offset":568,"events_lines":2,"console_offset":782,"console_lines":3}
|
| 568 |
+
{"time":"2026-05-20T11:12:39.565948389Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 569 |
+
{"time":"2026-05-20T11:12:53.921784817Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":760,"history_lines":3,"events_offset":570,"events_lines":2,"console_offset":784,"console_lines":4}
|
| 570 |
+
{"time":"2026-05-20T11:12:56.448290363Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 571 |
+
{"time":"2026-05-20T11:13:08.921688217Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":763,"history_lines":3,"events_offset":572,"events_lines":2,"console_offset":787,"console_lines":4}
|
| 572 |
+
{"time":"2026-05-20T11:13:09.66890883Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 573 |
+
{"time":"2026-05-20T11:13:23.921230312Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":766,"history_lines":3,"events_offset":574,"events_lines":2,"console_offset":790,"console_lines":3}
|
| 574 |
+
{"time":"2026-05-20T11:13:24.931803567Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 575 |
+
{"time":"2026-05-20T11:13:38.92174956Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":769,"history_lines":2,"events_offset":576,"events_lines":2,"console_offset":793,"console_lines":3}
|
| 576 |
+
{"time":"2026-05-20T11:13:40.074294984Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 577 |
+
{"time":"2026-05-20T11:13:53.921963918Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":771,"history_lines":3,"events_offset":578,"events_lines":2,"console_offset":795,"console_lines":4}
|
| 578 |
+
{"time":"2026-05-20T11:13:56.909177272Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 579 |
+
{"time":"2026-05-20T11:14:08.921225974Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":774,"history_lines":3,"events_offset":580,"events_lines":2,"console_offset":798,"console_lines":4}
|
| 580 |
+
{"time":"2026-05-20T11:14:13.885078501Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 581 |
+
{"time":"2026-05-20T11:14:23.921543661Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":777,"history_lines":3,"events_offset":582,"events_lines":2,"console_offset":801,"console_lines":4}
|
| 582 |
+
{"time":"2026-05-20T11:14:25.498860801Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 583 |
+
{"time":"2026-05-20T11:14:38.921426902Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":780,"history_lines":3,"events_offset":584,"events_lines":2,"console_offset":804,"console_lines":3}
|
| 584 |
+
{"time":"2026-05-20T11:14:40.409551825Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 585 |
+
{"time":"2026-05-20T11:14:53.921766138Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":783,"history_lines":2,"events_offset":586,"events_lines":2,"console_offset":807,"console_lines":3}
|
| 586 |
+
{"time":"2026-05-20T11:14:54.81327219Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 587 |
+
{"time":"2026-05-20T11:15:08.921581945Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":785,"history_lines":3,"events_offset":588,"events_lines":2,"console_offset":809,"console_lines":4}
|
| 588 |
+
{"time":"2026-05-20T11:15:10.192515302Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 589 |
+
{"time":"2026-05-20T11:15:23.922227004Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":788,"history_lines":3,"events_offset":590,"events_lines":2,"console_offset":812,"console_lines":4}
|
| 590 |
+
{"time":"2026-05-20T11:15:29.027033911Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 591 |
+
{"time":"2026-05-20T11:15:38.921666962Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":791,"history_lines":2,"events_offset":592,"events_lines":2,"console_offset":815,"console_lines":3}
|
| 592 |
+
{"time":"2026-05-20T11:15:42.514624916Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 593 |
+
{"time":"2026-05-20T11:15:53.921610723Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":793,"history_lines":3,"events_offset":594,"events_lines":2,"console_offset":817,"console_lines":4}
|
| 594 |
+
{"time":"2026-05-20T11:15:56.303375092Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 595 |
+
{"time":"2026-05-20T11:16:08.921444155Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":796,"history_lines":3,"events_offset":596,"events_lines":2,"console_offset":820,"console_lines":4}
|
| 596 |
+
{"time":"2026-05-20T11:16:17.460415789Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 597 |
+
{"time":"2026-05-20T11:16:23.923100739Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":799,"history_lines":2,"events_offset":598,"events_lines":2,"console_offset":824,"console_lines":3}
|
| 598 |
+
{"time":"2026-05-20T11:16:28.437546646Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 599 |
+
{"time":"2026-05-20T11:16:38.921323509Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":801,"history_lines":2,"events_offset":600,"events_lines":2,"console_offset":826,"console_lines":3}
|
| 600 |
+
{"time":"2026-05-20T11:16:49.350599187Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 601 |
+
{"time":"2026-05-20T11:16:53.922005913Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":803,"history_lines":3,"events_offset":602,"events_lines":2,"console_offset":828,"console_lines":4}
|
| 602 |
+
{"time":"2026-05-20T11:17:10.395993925Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 603 |
+
{"time":"2026-05-20T11:17:10.396264532Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":806,"history_lines":3,"events_offset":604,"events_lines":2,"console_offset":831,"console_lines":4}
|
| 604 |
+
{"time":"2026-05-20T11:17:11.085996333Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 605 |
+
{"time":"2026-05-20T11:17:23.921393907Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":809,"history_lines":3,"events_offset":606,"events_lines":2,"console_offset":834,"console_lines":4}
|
| 606 |
+
{"time":"2026-05-20T11:17:34.502145038Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 607 |
+
{"time":"2026-05-20T11:17:38.921460198Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":812,"history_lines":2,"events_offset":608,"events_lines":2,"console_offset":837,"console_lines":3}
|
| 608 |
+
{"time":"2026-05-20T11:17:59.958642127Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 609 |
+
{"time":"2026-05-20T11:17:59.958876359Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":814,"history_lines":4,"events_offset":610,"events_lines":2,"console_offset":839,"console_lines":5}
|
| 610 |
+
{"time":"2026-05-20T11:18:08.138930448Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 611 |
+
{"time":"2026-05-20T11:18:08.92136551Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":818,"history_lines":2,"events_offset":612,"events_lines":2,"console_offset":843,"console_lines":3}
|
| 612 |
+
{"time":"2026-05-20T11:18:19.82435939Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 613 |
+
{"time":"2026-05-20T11:18:23.921710392Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":820,"history_lines":3,"events_offset":614,"events_lines":2,"console_offset":845,"console_lines":4}
|
| 614 |
+
{"time":"2026-05-20T11:18:35.726072877Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 615 |
+
{"time":"2026-05-20T11:18:38.922186448Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":823,"history_lines":2,"events_offset":616,"events_lines":2,"console_offset":848,"console_lines":3}
|
| 616 |
+
{"time":"2026-05-20T11:18:47.671400343Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 617 |
+
{"time":"2026-05-20T11:18:53.921919477Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":825,"history_lines":3,"events_offset":618,"events_lines":2,"console_offset":850,"console_lines":4}
|
| 618 |
+
{"time":"2026-05-20T11:19:01.06376966Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 619 |
+
{"time":"2026-05-20T11:19:08.921705602Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":828,"history_lines":3,"events_offset":620,"events_lines":2,"console_offset":853,"console_lines":4}
|
| 620 |
+
{"time":"2026-05-20T11:19:17.96077185Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 621 |
+
{"time":"2026-05-20T11:19:23.921675015Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":831,"history_lines":2,"events_offset":622,"events_lines":2,"console_offset":856,"console_lines":3}
|
| 622 |
+
{"time":"2026-05-20T11:19:48.359690403Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 623 |
+
{"time":"2026-05-20T11:19:48.360164267Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":833,"history_lines":5,"events_offset":624,"events_lines":4,"console_offset":858,"console_lines":6}
|
| 624 |
+
{"time":"2026-05-20T11:20:03.194784579Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 625 |
+
{"time":"2026-05-20T11:20:03.195194927Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":838,"history_lines":2,"events_offset":628,"events_lines":2,"console_offset":863,"console_lines":3}
|
| 626 |
+
{"time":"2026-05-20T11:20:11.410711821Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 627 |
+
{"time":"2026-05-20T11:20:11.411015458Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":840,"history_lines":2,"console_offset":865,"console_lines":3}
|
| 628 |
+
{"time":"2026-05-20T11:20:36.562376645Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 629 |
+
{"time":"2026-05-20T11:20:36.562748886Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":842,"history_lines":4,"events_offset":630,"events_lines":4,"console_offset":867,"console_lines":5}
|
| 630 |
+
{"time":"2026-05-20T11:20:49.496014704Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 631 |
+
{"time":"2026-05-20T11:20:49.496372433Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":846,"history_lines":3,"events_offset":634,"events_lines":2,"console_offset":871,"console_lines":4}
|
| 632 |
+
{"time":"2026-05-20T11:20:54.878220203Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 633 |
+
{"time":"2026-05-20T11:20:54.87848392Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":849,"history_lines":1,"console_offset":874,"console_lines":1}
|
| 634 |
+
{"time":"2026-05-20T11:21:00.372012016Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 635 |
+
{"time":"2026-05-20T11:21:08.921219669Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":850,"history_lines":2,"events_offset":636,"events_lines":2,"console_offset":875,"console_lines":3}
|
| 636 |
+
{"time":"2026-05-20T11:21:28.032739194Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 637 |
+
{"time":"2026-05-20T11:21:28.033087548Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":852,"history_lines":4,"events_offset":638,"events_lines":2,"console_offset":877,"console_lines":5}
|
| 638 |
+
{"time":"2026-05-20T11:21:58.034400031Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 639 |
+
{"time":"2026-05-20T11:21:58.034614264Z","level":"INFO","msg":"filestream: sending request","total_files":0}
|
| 640 |
+
{"time":"2026-05-20T11:22:00.99452698Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 641 |
+
{"time":"2026-05-20T11:22:00.994759911Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":856,"history_lines":5,"events_offset":640,"events_lines":4,"console_offset":881,"console_lines":6}
|
| 642 |
+
{"time":"2026-05-20T11:22:31.951302001Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 643 |
+
{"time":"2026-05-20T11:22:31.95154777Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":861,"history_lines":1,"events_offset":644,"events_lines":2,"console_offset":886,"console_lines":1}
|
| 644 |
+
{"time":"2026-05-20T11:22:47.567598916Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 645 |
+
{"time":"2026-05-20T11:22:47.567797305Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":862,"history_lines":5,"events_offset":646,"events_lines":4,"console_offset":887,"console_lines":6}
|
| 646 |
+
{"time":"2026-05-20T11:23:11.588907874Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 647 |
+
{"time":"2026-05-20T11:23:11.589165351Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":867,"history_lines":3,"events_offset":650,"events_lines":2,"console_offset":892,"console_lines":4}
|
| 648 |
+
{"time":"2026-05-20T11:23:34.810147398Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 649 |
+
{"time":"2026-05-20T11:23:34.8104349Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":870,"history_lines":4,"events_offset":652,"events_lines":2,"console_offset":895,"console_lines":5}
|
| 650 |
+
{"time":"2026-05-20T11:23:48.19233495Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 651 |
+
{"time":"2026-05-20T11:23:48.192669513Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":874,"history_lines":5,"events_offset":654,"events_lines":4,"console_offset":899,"console_lines":6}
|
| 652 |
+
{"time":"2026-05-20T11:24:11.052107892Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 653 |
+
{"time":"2026-05-20T11:24:11.052379071Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":879,"history_lines":2,"events_offset":658,"events_lines":2,"console_offset":904,"console_lines":3}
|
| 654 |
+
{"time":"2026-05-20T11:24:52.600457252Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 655 |
+
{"time":"2026-05-20T11:24:52.60085474Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":881,"history_lines":4,"events_offset":660,"events_lines":2,"console_offset":906,"console_lines":5}
|
| 656 |
+
{"time":"2026-05-20T11:25:47.647668729Z","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/romainguntz-eth-z-rich/lerobot/rnm5uhtp/file_stream","body":"{\"error\":\"context deadline exceeded\"}"}
|
| 657 |
+
{"time":"2026-05-20T11:25:51.378360517Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 658 |
+
{"time":"2026-05-20T11:25:51.378587939Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":885,"history_lines":8,"events_offset":662,"events_lines":6,"console_offset":910,"console_lines":9}
|
| 659 |
+
{"time":"2026-05-20T11:25:57.309759964Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 660 |
+
{"time":"2026-05-20T11:25:57.310052073Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":893,"history_lines":10,"events_offset":668,"events_lines":8,"console_offset":918,"console_lines":12}
|
| 661 |
+
{"time":"2026-05-20T11:26:01.771603287Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 662 |
+
{"time":"2026-05-20T11:26:01.771829277Z","level":"INFO","msg":"filestream: sending request","total_files":3,"history_offset":903,"history_lines":1,"console_offset":929,"console_lines":2}
|
| 663 |
+
{"time":"2026-05-20T11:26:02.809951436Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 664 |
+
{"time":"2026-05-20T11:26:06.873912794Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":904,"history_lines":2,"events_offset":676,"events_lines":2,"console_offset":930,"console_lines":3}
|
| 665 |
+
{"time":"2026-05-20T11:26:09.290111115Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 666 |
+
{"time":"2026-05-20T11:26:21.873886725Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":906,"history_lines":3,"events_offset":678,"events_lines":2,"console_offset":932,"console_lines":3}
|
| 667 |
+
{"time":"2026-05-20T11:26:27.065370288Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 668 |
+
{"time":"2026-05-20T11:26:36.873286206Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":909,"history_lines":2,"events_offset":680,"events_lines":2,"console_offset":935,"console_lines":3}
|
| 669 |
+
{"time":"2026-05-20T11:26:38.022833276Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 670 |
+
{"time":"2026-05-20T11:26:51.873555143Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":911,"history_lines":3,"events_offset":682,"events_lines":2,"console_offset":937,"console_lines":4}
|
| 671 |
+
{"time":"2026-05-20T11:26:53.380108561Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 672 |
+
{"time":"2026-05-20T11:27:06.873556034Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":914,"history_lines":2,"events_offset":684,"events_lines":2,"console_offset":940,"console_lines":3}
|
| 673 |
+
{"time":"2026-05-20T11:27:07.670912387Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 674 |
+
{"time":"2026-05-20T11:27:21.873722615Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":916,"history_lines":3,"events_offset":686,"events_lines":2,"console_offset":942,"console_lines":4}
|
| 675 |
+
{"time":"2026-05-20T11:27:22.821056856Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 676 |
+
{"time":"2026-05-20T11:27:36.873221424Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":919,"history_lines":3,"events_offset":688,"events_lines":2,"console_offset":945,"console_lines":4}
|
| 677 |
+
{"time":"2026-05-20T11:28:31.93080779Z","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/romainguntz-eth-z-rich/lerobot/rnm5uhtp/file_stream","body":"{\"error\":\"context deadline exceeded\"}"}
|
| 678 |
+
{"time":"2026-05-20T11:28:34.875853286Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 679 |
+
{"time":"2026-05-20T11:28:34.876358586Z","level":"INFO","msg":"filestream: sending request","total_files":0}
|
| 680 |
+
{"time":"2026-05-20T11:29:29.922587226Z","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/romainguntz-eth-z-rich/lerobot/rnm5uhtp/file_stream","body":"{\"error\":\"context deadline exceeded\"}"}
|
| 681 |
+
{"time":"2026-05-20T11:29:32.925639561Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 682 |
+
{"time":"2026-05-20T11:29:32.92592528Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":922,"history_lines":10,"events_offset":690,"events_lines":8,"console_offset":948,"console_lines":11}
|
| 683 |
+
{"time":"2026-05-20T11:30:10.334457358Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 684 |
+
{"time":"2026-05-20T11:30:10.334706923Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":932,"history_lines":11,"events_offset":698,"events_lines":8,"console_offset":958,"console_lines":12}
|
| 685 |
+
{"time":"2026-05-20T11:30:10.643399803Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 686 |
+
{"time":"2026-05-20T11:30:10.643574516Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":943,"history_lines":7,"events_offset":706,"events_lines":4,"console_offset":969,"console_lines":8}
|
| 687 |
+
{"time":"2026-05-20T11:30:40.063855512Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 688 |
+
{"time":"2026-05-20T11:30:40.064084737Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":976,"console_lines":1}
|
| 689 |
+
{"time":"2026-05-20T11:31:35.110732291Z","level":"INFO","msg":"api: retrying HTTP error","status":500,"url":"https://api.wandb.ai/files/romainguntz-eth-z-rich/lerobot/rnm5uhtp/file_stream","body":"{\"error\":\"context deadline exceeded\"}"}
|
| 690 |
+
{"time":"2026-05-20T11:31:37.937417809Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 691 |
+
{"time":"2026-05-20T11:31:37.937655186Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":950,"history_lines":5,"events_offset":710,"events_lines":4,"console_offset":976,"console_lines":6}
|
| 692 |
+
{"time":"2026-05-20T11:31:38.262457749Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 693 |
+
{"time":"2026-05-20T11:31:38.262765142Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":955,"history_lines":10,"events_offset":714,"events_lines":8,"console_offset":981,"console_lines":11}
|
| 694 |
+
{"time":"2026-05-20T11:31:39.021409613Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 695 |
+
{"time":"2026-05-20T11:31:39.021642273Z","level":"INFO","msg":"filestream: sending request","total_files":1,"console_offset":991,"console_lines":1}
|
| 696 |
+
{"time":"2026-05-20T11:31:39.324193196Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
| 697 |
+
{"time":"2026-05-20T11:31:53.287686882Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":965,"history_lines":3,"events_offset":722,"events_lines":2,"console_offset":991,"console_lines":4}
|
| 698 |
+
{"time":"2026-05-20T11:31:53.876629872Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"}
|
checkpoints/diffusion_specialized_302_dataset_base_from_dino_780_new_dataset_config_11H47/wandb/run-20260520_100113-rnm5uhtp/run-rnm5uhtp.wandb
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8783969a06ce3debbe31b5e9f13ffb0c6442dc262d3b3ba007b4eb2ec5283e71
|
| 3 |
+
size 4685824
|