diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/config.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eec202843c7ed2b1acc0205964ac32d17755a20c --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-06, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/model.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4da801f6d180b52a648ec5bfe1d784980eb34b5e --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7d7c0299011a625514f1f99d6a5f00cb9ac4ac7b61028244f43f7b69c98b9ba +size 1095367712 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/policy_postprocessor.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..884b65da9626d653049251bce38a1a3b691d4bdf --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa722e1a3a004a2005520e5e3b83f3f10af24d688b9aed6b674a778f7fa7bdfc +size 6560 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/policy_preprocessor.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..884b65da9626d653049251bce38a1a3b691d4bdf --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa722e1a3a004a2005520e5e3b83f3f10af24d688b9aed6b674a778f7fa7bdfc +size 6560 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/train_config.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..13b1932393d24c173c4d25262dc30bc947e95449 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/act_collected_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_pick_523", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-06, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47", + "job_name": "diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-06, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "4006sb34", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/training_state/optimizer_param_groups.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..d2ec0eb9bffa5682c8c8acc3e8d91f3c4b398c27 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 2.673342326970204e-06, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-06, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/training_state/optimizer_state.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3a3a4e84c336d87f2d4110248f77f2235a2a0d75 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c8fee8f3458f8ed53663cbd6b8a686b8218eb6290813923eba427fc11dbac396 +size 2014217744 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/training_state/rng_state.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..00c81ee51f3bbac79b08dfa317747379cc0867c0 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:353a2d7ac45c2a0e1dd37e445a0c20c2a78068a34d04d02458e0e7f75a178b92 +size 15708 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/training_state/scheduler_state.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..137c88fe45adb39600d9fc6ade5d8a731cc8fbff --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-06 + ], + "last_epoch": 12000, + "_step_count": 12001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.673342326970204e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/training_state/training_step.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..c4fb27ac819b81943e6545c7c18510bdfb8eae1b --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/012000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 12000 +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/config.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eec202843c7ed2b1acc0205964ac32d17755a20c --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-06, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/model.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b9a251ce0a14f71ac71a5e6528fbfeb0f4f901dd --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0151767c6f717575c11f02b6f0e1e84a05c4a8511eed78bf85927740b1677b7 +size 1095367712 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/policy_postprocessor.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..884b65da9626d653049251bce38a1a3b691d4bdf --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa722e1a3a004a2005520e5e3b83f3f10af24d688b9aed6b674a778f7fa7bdfc +size 6560 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/policy_preprocessor.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..884b65da9626d653049251bce38a1a3b691d4bdf --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa722e1a3a004a2005520e5e3b83f3f10af24d688b9aed6b674a778f7fa7bdfc +size 6560 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/train_config.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..13b1932393d24c173c4d25262dc30bc947e95449 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/act_collected_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_pick_523", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-06, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47", + "job_name": "diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-06, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "4006sb34", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/training_state/optimizer_param_groups.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..ad35dcefd3fb9d56852fcbe760c7e21eddedd716 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 2.0451865569106403e-06, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-06, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/training_state/optimizer_state.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6c42795cc1fc483a00f68e27ce203e0b9c9c1c2f --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fee05bdb6b039eb8ab23266169420ecdf90796eb45d65d9ded7d1ad3068b2d96 +size 2014217744 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/training_state/rng_state.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1a1dd435fe127fae664f91c7863d9b4bf504ee93 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdc360e9b5ef633cb8d5cd77c44b6110437576b9f2f1ac8630a957a9f89f7b53 +size 15708 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/training_state/scheduler_state.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..6e2b0d7c90eb5bf95c9b0bf6b11513cf082195db --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-06 + ], + "last_epoch": 14000, + "_step_count": 14001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 2.0451865569106403e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/training_state/training_step.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..560b82990f5c806d547ed82a5432ba60aec285e1 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/014000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 14000 +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/config.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eec202843c7ed2b1acc0205964ac32d17755a20c --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-06, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/model.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f748673a04b6f01762f3351d2ef09ed7091f0ee2 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:37fe90464991361f9851ecd347d763396a046e66fca7aef0323c401d886fe0e9 +size 1095367712 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/policy_postprocessor.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..884b65da9626d653049251bce38a1a3b691d4bdf --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa722e1a3a004a2005520e5e3b83f3f10af24d688b9aed6b674a778f7fa7bdfc +size 6560 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/policy_preprocessor.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..884b65da9626d653049251bce38a1a3b691d4bdf --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa722e1a3a004a2005520e5e3b83f3f10af24d688b9aed6b674a778f7fa7bdfc +size 6560 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/train_config.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..13b1932393d24c173c4d25262dc30bc947e95449 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/act_collected_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_pick_523", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-06, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47", + "job_name": "diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-06, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "4006sb34", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/training_state/optimizer_param_groups.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..6b8bbd6dc5d65b2ea97469d0bd6e8f63eb29a7a3 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 1.44583716637454e-06, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-06, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/training_state/optimizer_state.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..17710b79a4db410c09aec236f359ed8f6351795f --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7806c0e9badca59247763253f87307489f8e251128fcb2576aa5eb94605279b1 +size 2014217744 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/training_state/rng_state.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3959b0fdc85300916b14f30757b96bd70b94f1f3 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5dd74fe707be64a654ce2cca7015b18258558810690846c5e07171668d87e172 +size 15708 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/training_state/scheduler_state.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..9dbdb1f1da10a8402594d6278642ac40bf8f7790 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-06 + ], + "last_epoch": 16000, + "_step_count": 16001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 1.44583716637454e-06 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/training_state/training_step.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..798020d90d4c39414dfab88708ecefd52f2e9ac5 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/016000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 16000 +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/config.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eec202843c7ed2b1acc0205964ac32d17755a20c --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-06, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/model.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..85bb994b0009f50966cc34b4c872c6ead8638d27 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:701c9d1181acb38b0ac2d28fe292246733d079728c0006ef33eaaf805275e6db +size 1095367712 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/policy_postprocessor.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..884b65da9626d653049251bce38a1a3b691d4bdf --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa722e1a3a004a2005520e5e3b83f3f10af24d688b9aed6b674a778f7fa7bdfc +size 6560 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/policy_preprocessor.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..884b65da9626d653049251bce38a1a3b691d4bdf --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa722e1a3a004a2005520e5e3b83f3f10af24d688b9aed6b674a778f7fa7bdfc +size 6560 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/train_config.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..13b1932393d24c173c4d25262dc30bc947e95449 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/act_collected_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_pick_523", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-06, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47", + "job_name": "diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-06, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "4006sb34", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/training_state/optimizer_param_groups.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..0443b91f74a591a98defef9b9d00ee1b1f6ac0ed --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 9.132549638500307e-07, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-06, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/training_state/optimizer_state.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..981526ba791cb1ff5a62aacaa833bda8ece6ecb6 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b3eb0f46fcc7906190dbf3aa47abaef2e961f8be0c18f96bddedb95582409e3 +size 2014217744 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/training_state/rng_state.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..65fdcecff8aba9c4ddde07e72a3279ba6c9fcd4a --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:214700ef0b25f1e486a1842ae039e62747b04de6f6bbbe1af060f45e15b5f5b8 +size 15708 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/training_state/scheduler_state.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..dba261a781775c9f1ae7fb2b78ffff127b0b8bd9 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-06 + ], + "last_epoch": 18000, + "_step_count": 18001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 9.132549638500307e-07 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/training_state/training_step.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..332a3c17a399c305da7a515c33ffb382d0aff339 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/018000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 18000 +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/config.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eec202843c7ed2b1acc0205964ac32d17755a20c --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-06, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/model.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..39e6615682c0c2de1c2a0ef6db246b7e2a562b89 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cc30154d953ef53371cd661df80d07bc0db9bbf7553238980a25999d3126d444 +size 1095367712 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/policy_postprocessor.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..884b65da9626d653049251bce38a1a3b691d4bdf --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa722e1a3a004a2005520e5e3b83f3f10af24d688b9aed6b674a778f7fa7bdfc +size 6560 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/policy_preprocessor.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..884b65da9626d653049251bce38a1a3b691d4bdf --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa722e1a3a004a2005520e5e3b83f3f10af24d688b9aed6b674a778f7fa7bdfc +size 6560 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/train_config.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..13b1932393d24c173c4d25262dc30bc947e95449 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/act_collected_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_pick_523", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-06, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47", + "job_name": "diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-06, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "4006sb34", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/training_state/optimizer_param_groups.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..9bb4cec594f78b834310703dcc9c383d80d0fdd2 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 4.811719449200755e-07, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-06, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/training_state/optimizer_state.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a99eb0744e5e8a6660db57c431c84f76892b5a62 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f5868661fbbcab27f1855e59139e242cbd063fb1a4256e0f3ea1087357a385f1 +size 2014217744 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/training_state/rng_state.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..969b00b98e4aaa06a4538788908255dafdb134c5 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:603727b8cda4c541df5d17ab36c1d724b845490b1b51b25302dc5e1dd2033613 +size 15708 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/training_state/scheduler_state.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..c613c4d4af7b869eebe89a2e39424bbbffb5dfb7 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-06 + ], + "last_epoch": 20000, + "_step_count": 20001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 4.811719449200755e-07 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/training_state/training_step.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9bb47026c5d5237ca6fc5dbff6020dd122ea05 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/020000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 20000 +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/config.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eec202843c7ed2b1acc0205964ac32d17755a20c --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-06, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/model.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..edce3ade477d691e1e6580c0e4401978090b7949 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a13ee17c19ca1a7a26b8dce8b514bed0fdc2608823aa7afbefe1056aca66a1be +size 1095367712 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/policy_postprocessor.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..884b65da9626d653049251bce38a1a3b691d4bdf --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa722e1a3a004a2005520e5e3b83f3f10af24d688b9aed6b674a778f7fa7bdfc +size 6560 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/policy_preprocessor.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..884b65da9626d653049251bce38a1a3b691d4bdf --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa722e1a3a004a2005520e5e3b83f3f10af24d688b9aed6b674a778f7fa7bdfc +size 6560 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/train_config.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..13b1932393d24c173c4d25262dc30bc947e95449 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/act_collected_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_pick_523", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-06, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47", + "job_name": "diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-06, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "4006sb34", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/training_state/optimizer_param_groups.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..fe1f20be42152103f9c53769ad71015f13cfadb9 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 1.7695481920608716e-07, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-06, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/training_state/optimizer_state.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..05cfbbe4d2664b1fb8154b83c22692d914f0ffca --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86b3515850ee5042f890c5e8331c9418986d53875a62df904c85b0fbabd5d674 +size 2014217744 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/training_state/rng_state.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..46909a3342c78ccc7451b4f0386d9ed7b532cc35 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ea382bff92e665afff1258ca2e55790dcac7740782b280bbb65eb3a6abeb02d +size 15708 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/training_state/scheduler_state.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..d07b091066da84a91d5cb60101994b98f9813158 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-06 + ], + "last_epoch": 22000, + "_step_count": 22001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 1.7695481920608716e-07 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/training_state/training_step.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..d60e27dffb5d802ca16598a852aec850971cbb39 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/022000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 22000 +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/config.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eec202843c7ed2b1acc0205964ac32d17755a20c --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-06, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/model.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c098c26cb7466ea38dfbacedd1edce446f0769ce --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4525c7c10a803d36f2f444506fdfdc4d50610ecec9326c4eee5e93ba25b7242 +size 1095367712 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/policy_postprocessor.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..884b65da9626d653049251bce38a1a3b691d4bdf --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa722e1a3a004a2005520e5e3b83f3f10af24d688b9aed6b674a778f7fa7bdfc +size 6560 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/policy_preprocessor.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..884b65da9626d653049251bce38a1a3b691d4bdf --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa722e1a3a004a2005520e5e3b83f3f10af24d688b9aed6b674a778f7fa7bdfc +size 6560 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/train_config.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..13b1932393d24c173c4d25262dc30bc947e95449 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/act_collected_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_pick_523", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-06, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47", + "job_name": "diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-06, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "4006sb34", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/training_state/optimizer_param_groups.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..19057760e377209968db8b6104f2cf09f2423c1a --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 1.9871693475816965e-08, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-06, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/training_state/optimizer_state.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cbfb627fac1970f9d46975cff4869e599922d8bf --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ee2539467549a7f5d6e8bdb569ef14ee2ef9489d6ebea1ad87721328f0c4020d +size 2014217744 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/training_state/rng_state.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e77fb733bcbd8d9acb11c4ba398acc6dedd3b7bd --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd016ba51773519a68bea31022c4bace78d5711fd4238cab5ed1b146f49fc67d +size 15708 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/training_state/scheduler_state.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..cf6b4e196f4b66ffa9e56e27a9721f5b647c2e46 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-06 + ], + "last_epoch": 24000, + "_step_count": 24001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 1.9871693475816965e-08 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/training_state/training_step.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..4bf22a00d4c8b45342d351916c6e2f27ab1dd7d9 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/024000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 24000 +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/config.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/config.json new file mode 100644 index 0000000000000000000000000000000000000000..eec202843c7ed2b1acc0205964ac32d17755a20c --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/config.json @@ -0,0 +1,92 @@ +{ + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-06, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/model.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6d95833e3c74e178bd9fb3250cba53811012d935 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3dc0ba2f954661a784c54636f89ebc6ffe2f86d11d82d6a49163ff74c6ba1e2f +size 1095367712 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/policy_postprocessor.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/policy_postprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..f2c5e6cea7850bb999ab193f96021fa0129ce4db --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/policy_postprocessor.json @@ -0,0 +1,32 @@ +{ + "name": "policy_postprocessor", + "steps": [ + { + "registry_name": "unnormalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_postprocessor_step_0_unnormalizer_processor.safetensors" + }, + { + "registry_name": "device_processor", + "config": { + "device": "cpu", + "float_dtype": null + } + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..884b65da9626d653049251bce38a1a3b691d4bdf --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/policy_postprocessor_step_0_unnormalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa722e1a3a004a2005520e5e3b83f3f10af24d688b9aed6b674a778f7fa7bdfc +size 6560 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/policy_preprocessor.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/policy_preprocessor.json new file mode 100644 index 0000000000000000000000000000000000000000..a6f57e6242af17f882bc107c602ca76393c57d55 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/policy_preprocessor.json @@ -0,0 +1,56 @@ +{ + "name": "policy_preprocessor", + "steps": [ + { + "registry_name": "rename_observations_processor", + "config": { + "rename_map": {} + } + }, + { + "registry_name": "to_batch_processor", + "config": {} + }, + { + "registry_name": "device_processor", + "config": { + "device": "cuda", + "float_dtype": null + } + }, + { + "registry_name": "normalizer_processor", + "config": { + "eps": 1e-08, + "features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + }, + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "norm_map": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + } + }, + "state_file": "policy_preprocessor_step_3_normalizer_processor.safetensors" + } + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..884b65da9626d653049251bce38a1a3b691d4bdf --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/policy_preprocessor_step_3_normalizer_processor.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fa722e1a3a004a2005520e5e3b83f3f10af24d688b9aed6b674a778f7fa7bdfc +size 6560 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/train_config.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/train_config.json new file mode 100644 index 0000000000000000000000000000000000000000..13b1932393d24c173c4d25262dc30bc947e95449 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/pretrained_model/train_config.json @@ -0,0 +1,302 @@ +{ + "dataset": { + "repo_id": "local/act_collected_episodes", + "root": "/home/shadeform/Desktop/robot_learning/base_new_dataset_pick_523", + "episodes": null, + "image_transforms": { + "enable": false, + "max_num_transforms": 3, + "random_order": false, + "same_cloth_color": false, + "tfs": { + "color_jitter": { + "weight": 1.5, + "type": "ColorJitter", + "kwargs": { + "brightness": [ + 0.7, + 1.3 + ], + "contrast": [ + 0.7, + 1.3 + ], + "saturation": [ + 0.4, + 1.6 + ], + "hue": [ + -0.5, + 0.5 + ] + } + }, + "grayscale": { + "weight": 0.5, + "type": "RandomGrayscale", + "kwargs": { + "p": 1.0 + } + }, + "shadow": { + "weight": 0.8, + "type": "RandomShadow", + "kwargs": { + "num_shadows": [ + 1, + 2 + ], + "intensity": [ + 0.4, + 0.7 + ], + "blur_sigma": [ + 4.0, + 20.0 + ] + } + }, + "highlight": { + "weight": 0.5, + "type": "RandomHighlight", + "kwargs": { + "num_highlights": [ + 0, + 1 + ], + "intensity": [ + 0.2, + 0.5 + ], + "sigma": [ + 20.0, + 60.0 + ] + } + }, + "gamma": { + "weight": 0.7, + "type": "RandomGamma", + "kwargs": { + "gamma": [ + 0.6, + 1.4 + ] + } + }, + "blur": { + "weight": 0.0, + "type": "GaussianBlur", + "kwargs": { + "kernel_size": [ + 3, + 3 + ], + "sigma": [ + 0.1, + 1.5 + ] + } + }, + "jpeg": { + "weight": 0.0, + "type": "RandomJPEG", + "kwargs": { + "quality": [ + 60, + 95 + ] + } + }, + "crop": { + "weight": 0.5, + "type": "RandomCropPreserveSize", + "kwargs": { + "scale": [ + 0.97, + 1.0 + ], + "ratio": [ + 0.99, + 1.01 + ] + } + }, + "affine": { + "weight": 0.0, + "type": "RandomAffine", + "kwargs": { + "degrees": [ + -5.0, + 5.0 + ], + "translate": [ + 0.05, + 0.05 + ] + } + }, + "sharpness": { + "weight": 1.0, + "type": "SharpnessJitter", + "kwargs": { + "sharpness": [ + 0.5, + 1.5 + ] + } + } + } + }, + "revision": null, + "use_imagenet_stats": true, + "video_backend": "pyav", + "return_uint8": false, + "streaming": false + }, + "env": null, + "policy": { + "type": "diffusion", + "n_obs_steps": 2, + "input_features": { + "observation.state": { + "type": "STATE", + "shape": [ + 6 + ] + }, + "observation.images.front": { + "type": "VISUAL", + "shape": [ + 3, + 480, + 640 + ] + } + }, + "output_features": { + "action": { + "type": "ACTION", + "shape": [ + 6 + ] + } + }, + "device": "cuda", + "use_amp": false, + "use_peft": false, + "push_to_hub": false, + "repo_id": null, + "private": null, + "tags": null, + "license": null, + "pretrained_path": "/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model", + "horizon": 16, + "n_action_steps": 8, + "normalization_mapping": { + "VISUAL": "MEAN_STD", + "STATE": "MIN_MAX", + "ACTION": "MIN_MAX" + }, + "drop_n_last_frames": 7, + "vision_backbone_type": "dinov2", + "vision_encoder_name": "facebook/dinov2-small", + "freeze_vision_encoder": true, + "vision_backbone": "resnet18", + "resize_shape": [ + 224, + 224 + ], + "crop_ratio": 1.0, + "crop_shape": null, + "crop_is_random": true, + "pretrained_backbone_weights": "ResNet18_Weights.IMAGENET1K_V1", + "use_group_norm": false, + "spatial_softmax_num_keypoints": 32, + "vit_pool_type": "spatial_softmax", + "vit_feature_dim": 512, + "use_separate_rgb_encoder_per_camera": true, + "down_dims": [ + 512, + 1024, + 2048 + ], + "kernel_size": 5, + "n_groups": 8, + "diffusion_step_embed_dim": 128, + "use_film_scale_modulation": true, + "noise_scheduler_type": "DDPM", + "num_train_timesteps": 100, + "beta_schedule": "squaredcos_cap_v2", + "beta_start": 0.0001, + "beta_end": 0.02, + "prediction_type": "epsilon", + "clip_sample": true, + "clip_sample_range": 1.0, + "num_inference_steps": 100, + "compile_model": false, + "compile_mode": "reduce-overhead", + "do_mask_loss_for_padding": false, + "optimizer_lr": 5e-06, + "optimizer_betas": [ + 0.95, + 0.999 + ], + "optimizer_eps": 1e-08, + "optimizer_weight_decay": 1e-06, + "scheduler_name": "cosine", + "scheduler_warmup_steps": 100 + }, + "reward_model": null, + "output_dir": "/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47", + "job_name": "diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47", + "resume": false, + "seed": 1000, + "cudnn_deterministic": false, + "num_workers": 8, + "batch_size": 128, + "prefetch_factor": 4, + "persistent_workers": true, + "steps": 25000, + "eval_freq": 0, + "log_freq": 20, + "tolerance_s": 0.0001, + "save_checkpoint": true, + "save_freq": 2000, + "use_policy_training_preset": true, + "optimizer": { + "type": "adam", + "lr": 5e-06, + "weight_decay": 1e-06, + "grad_clip_norm": 10.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08 + }, + "scheduler": { + "type": "diffuser", + "num_warmup_steps": 100, + "name": "cosine" + }, + "eval": { + "n_episodes": 50, + "batch_size": 19, + "use_async_envs": true + }, + "wandb": { + "enable": true, + "disable_artifact": false, + "project": "lerobot", + "entity": null, + "notes": null, + "run_id": "4006sb34", + "mode": null, + "add_tags": true + }, + "peft": null, + "sample_weighting": null, + "rename_map": {}, + "checkpoint_path": null +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/training_state/optimizer_param_groups.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/training_state/optimizer_param_groups.json new file mode 100644 index 0000000000000000000000000000000000000000..d38e9e1198c68d8b1f34c4cd8cd97d85793f92b3 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/training_state/optimizer_param_groups.json @@ -0,0 +1,396 @@ +[ + { + "lr": 0.0, + "betas": [ + 0.95, + 0.999 + ], + "eps": 1e-08, + "weight_decay": 1e-06, + "amsgrad": false, + "maximize": false, + "foreach": null, + "capturable": false, + "differentiable": false, + "fused": null, + "decoupled_weight_decay": false, + "initial_lr": 5e-06, + "params": [ + 0, + 1, + 2, + 3, + 4, + 5, + 6, + 7, + 8, + 9, + 10, + 11, + 12, + 13, + 14, + 15, + 16, + 17, + 18, + 19, + 20, + 21, + 22, + 23, + 24, + 25, + 26, + 27, + 28, + 29, + 30, + 31, + 32, + 33, + 34, + 35, + 36, + 37, + 38, + 39, + 40, + 41, + 42, + 43, + 44, + 45, + 46, + 47, + 48, + 49, + 50, + 51, + 52, + 53, + 54, + 55, + 56, + 57, + 58, + 59, + 60, + 61, + 62, + 63, + 64, + 65, + 66, + 67, + 68, + 69, + 70, + 71, + 72, + 73, + 74, + 75, + 76, + 77, + 78, + 79, + 80, + 81, + 82, + 83, + 84, + 85, + 86, + 87, + 88, + 89, + 90, + 91, + 92, + 93, + 94, + 95, + 96, + 97, + 98, + 99, + 100, + 101, + 102, + 103, + 104, + 105, + 106, + 107, + 108, + 109, + 110, + 111, + 112, + 113, + 114, + 115, + 116, + 117, + 118, + 119, + 120, + 121, + 122, + 123, + 124, + 125, + 126, + 127, + 128, + 129, + 130, + 131, + 132, + 133, + 134, + 135, + 136, + 137, + 138, + 139, + 140, + 141, + 142, + 143, + 144, + 145, + 146, + 147, + 148, + 149, + 150, + 151, + 152, + 153, + 154, + 155, + 156, + 157, + 158, + 159, + 160, + 161, + 162, + 163, + 164, + 165, + 166, + 167, + 168, + 169, + 170, + 171, + 172, + 173, + 174, + 175, + 176, + 177, + 178, + 179, + 180, + 181, + 182, + 183, + 184, + 185, + 186, + 187, + 188, + 189, + 190, + 191, + 192, + 193, + 194, + 195, + 196, + 197, + 198, + 199, + 200, + 201, + 202, + 203, + 204, + 205, + 206, + 207, + 208, + 209, + 210, + 211, + 212, + 213, + 214, + 215, + 216, + 217, + 218, + 219, + 220, + 221, + 222, + 223, + 224, + 225, + 226, + 227, + 228, + 229, + 230, + 231, + 232, + 233, + 234, + 235, + 236, + 237, + 238, + 239, + 240, + 241, + 242, + 243, + 244, + 245, + 246, + 247, + 248, + 249, + 250, + 251, + 252, + 253, + 254, + 255, + 256, + 257, + 258, + 259, + 260, + 261, + 262, + 263, + 264, + 265, + 266, + 267, + 268, + 269, + 270, + 271, + 272, + 273, + 274, + 275, + 276, + 277, + 278, + 279, + 280, + 281, + 282, + 283, + 284, + 285, + 286, + 287, + 288, + 289, + 290, + 291, + 292, + 293, + 294, + 295, + 296, + 297, + 298, + 299, + 300, + 301, + 302, + 303, + 304, + 305, + 306, + 307, + 308, + 309, + 310, + 311, + 312, + 313, + 314, + 315, + 316, + 317, + 318, + 319, + 320, + 321, + 322, + 323, + 324, + 325, + 326, + 327, + 328, + 329, + 330, + 331, + 332, + 333, + 334, + 335, + 336, + 337, + 338, + 339, + 340, + 341, + 342, + 343, + 344, + 345, + 346, + 347, + 348, + 349, + 350, + 351, + 352, + 353, + 354, + 355, + 356, + 357, + 358, + 359, + 360, + 361, + 362, + 363, + 364, + 365, + 366, + 367, + 368, + 369, + 370, + 371, + 372, + 373, + 374 + ] + } +] \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/training_state/optimizer_state.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/training_state/optimizer_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1113daa334d2957e99d0dd4fbfe8f0896aca3c2f --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/training_state/optimizer_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:528f4586736fd77d78538785e23af9880872387a1f316f755f8ab412438ebdf0 +size 2014217744 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/training_state/rng_state.safetensors b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/training_state/rng_state.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..326316902733966fd69de32cd2877c06b5e5179a --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/training_state/rng_state.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:01d9f5a4519fbdf8b8560565ab55b557db123d96f4a26560fea985135ee69d63 +size 15708 diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/training_state/scheduler_state.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/training_state/scheduler_state.json new file mode 100644 index 0000000000000000000000000000000000000000..1dbfd2367b4399495189adf51879dced9e6fecb5 --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/training_state/scheduler_state.json @@ -0,0 +1,15 @@ +{ + "base_lrs": [ + 5e-06 + ], + "last_epoch": 25000, + "_step_count": 25001, + "_is_initial": false, + "_get_lr_called_within_step": false, + "_last_lr": [ + 0.0 + ], + "lr_lambdas": [ + null + ] +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/training_state/training_step.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/training_state/training_step.json new file mode 100644 index 0000000000000000000000000000000000000000..ac6903ae05e7bbaec1e2da710fdbe91d8dc3f37d --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/checkpoints/025000/training_state/training_step.json @@ -0,0 +1,3 @@ +{ + "step": 25000 +} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/debug-internal.log b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/debug-internal.log index 6e265eba472727afbe199f589f1b999a9896a8c2..24a404d659fe7a72ebbdddd116eef1f19cf8f58f 100644 --- a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/debug-internal.log +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/debug-internal.log @@ -423,3 +423,532 @@ {"time":"2026-05-20T14:31:15.120484048Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} {"time":"2026-05-20T14:31:29.840645202Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":552,"history_lines":3,"events_offset":413,"events_lines":2,"console_offset":574,"console_lines":4} {"time":"2026-05-20T14:31:30.041670229Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:31:44.840271948Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":555,"history_lines":3,"events_offset":415,"events_lines":2,"console_offset":577,"console_lines":4} +{"time":"2026-05-20T14:31:45.499700748Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:31:59.840113007Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":558,"history_lines":2,"events_offset":417,"events_lines":2,"console_offset":580,"console_lines":3} +{"time":"2026-05-20T14:32:00.561808176Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:32:14.84009949Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":560,"history_lines":3,"events_offset":419,"events_lines":2,"console_offset":582,"console_lines":4} +{"time":"2026-05-20T14:32:15.148047362Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:32:29.839991452Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":563,"history_lines":3,"events_offset":421,"events_lines":2,"console_offset":585,"console_lines":4} +{"time":"2026-05-20T14:32:30.162707413Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:32:44.840100458Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":566,"history_lines":3,"events_offset":423,"events_lines":2,"console_offset":588,"console_lines":4} +{"time":"2026-05-20T14:32:45.063255005Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:32:59.840172168Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":569,"history_lines":2,"events_offset":425,"events_lines":2,"console_offset":591,"console_lines":3} +{"time":"2026-05-20T14:33:00.141213412Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:33:14.840862827Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":571,"history_lines":3,"events_offset":427,"events_lines":2,"console_offset":593,"console_lines":4} +{"time":"2026-05-20T14:33:15.127612855Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:33:29.840076056Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":574,"history_lines":3,"events_offset":429,"events_lines":2,"console_offset":596,"console_lines":4} +{"time":"2026-05-20T14:33:30.06048352Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:33:44.840450551Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":577,"history_lines":2,"events_offset":431,"events_lines":2,"console_offset":599,"console_lines":3} +{"time":"2026-05-20T14:33:45.111776552Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:33:59.839951303Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":579,"history_lines":3,"events_offset":433,"events_lines":2,"console_offset":601,"console_lines":4} +{"time":"2026-05-20T14:34:00.15650153Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:34:14.840682085Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":582,"history_lines":3,"events_offset":435,"events_lines":2,"console_offset":604,"console_lines":4} +{"time":"2026-05-20T14:34:15.124238192Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:34:29.840561428Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":585,"history_lines":2,"events_offset":437,"events_lines":2,"console_offset":607,"console_lines":3} +{"time":"2026-05-20T14:34:30.062776813Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:34:44.84020956Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":587,"history_lines":3,"events_offset":439,"events_lines":2,"console_offset":609,"console_lines":4} +{"time":"2026-05-20T14:34:45.103416579Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:34:59.840697216Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":590,"history_lines":3,"events_offset":441,"events_lines":2,"console_offset":612,"console_lines":4} +{"time":"2026-05-20T14:35:00.088280334Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:35:14.840575422Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":593,"history_lines":2,"events_offset":443,"events_lines":2,"console_offset":615,"console_lines":3} +{"time":"2026-05-20T14:35:15.222210886Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:35:29.839987727Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":595,"history_lines":3,"events_offset":445,"events_lines":2,"console_offset":617,"console_lines":4} +{"time":"2026-05-20T14:35:30.092246157Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:35:44.839897283Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":598,"history_lines":2,"events_offset":447,"events_lines":2,"console_offset":620,"console_lines":3} +{"time":"2026-05-20T14:35:45.356904481Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:35:59.840246399Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":600,"history_lines":3,"events_offset":449,"events_lines":2,"console_offset":623,"console_lines":4} +{"time":"2026-05-20T14:36:00.052143432Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:36:14.840147283Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":603,"history_lines":2,"events_offset":451,"events_lines":2,"console_offset":626,"console_lines":3} +{"time":"2026-05-20T14:36:15.274726587Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:36:29.840311297Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":605,"history_lines":3,"events_offset":453,"events_lines":2,"console_offset":628,"console_lines":4} +{"time":"2026-05-20T14:36:30.10447525Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:36:44.840842403Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":608,"history_lines":3,"events_offset":455,"events_lines":2,"console_offset":631,"console_lines":3} +{"time":"2026-05-20T14:36:45.112003266Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:36:59.840739268Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":611,"history_lines":2,"events_offset":457,"events_lines":2,"console_offset":634,"console_lines":3} +{"time":"2026-05-20T14:37:00.088652516Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:37:14.840367734Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":613,"history_lines":3,"events_offset":459,"events_lines":2,"console_offset":636,"console_lines":4} +{"time":"2026-05-20T14:37:15.245444637Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:37:29.840053846Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":616,"history_lines":3,"events_offset":461,"events_lines":2,"console_offset":639,"console_lines":3} +{"time":"2026-05-20T14:37:30.170660121Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:37:44.840582279Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":619,"history_lines":2,"events_offset":463,"events_lines":2,"console_offset":642,"console_lines":3} +{"time":"2026-05-20T14:37:45.075653421Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:37:59.840616803Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":621,"history_lines":3,"events_offset":465,"events_lines":2,"console_offset":644,"console_lines":4} +{"time":"2026-05-20T14:38:00.096881785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:38:14.840189241Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":624,"history_lines":3,"events_offset":467,"events_lines":2,"console_offset":647,"console_lines":3} +{"time":"2026-05-20T14:38:15.106284108Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:38:29.839845227Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":627,"history_lines":2,"events_offset":469,"events_lines":2,"console_offset":650,"console_lines":3} +{"time":"2026-05-20T14:38:30.094892472Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:38:44.839897012Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":629,"history_lines":3,"events_offset":471,"events_lines":2,"console_offset":652,"console_lines":4} +{"time":"2026-05-20T14:38:45.129083701Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:38:59.840335396Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":632,"history_lines":3,"events_offset":473,"events_lines":2,"console_offset":655,"console_lines":3} +{"time":"2026-05-20T14:39:00.239455464Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:39:14.840586498Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":635,"history_lines":2,"events_offset":475,"events_lines":2,"console_offset":658,"console_lines":3} +{"time":"2026-05-20T14:39:15.177635535Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:39:29.840201626Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":637,"history_lines":3,"events_offset":477,"events_lines":2,"console_offset":660,"console_lines":4} +{"time":"2026-05-20T14:39:30.46537704Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:39:44.840812918Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":640,"history_lines":3,"events_offset":479,"events_lines":2,"console_offset":663,"console_lines":3} +{"time":"2026-05-20T14:39:45.102497636Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:39:59.840446374Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":643,"history_lines":2,"events_offset":481,"events_lines":2,"console_offset":666,"console_lines":3} +{"time":"2026-05-20T14:40:00.044204573Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:40:14.840028546Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":645,"history_lines":3,"events_offset":483,"events_lines":2,"console_offset":668,"console_lines":4} +{"time":"2026-05-20T14:40:15.213509471Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:40:29.8398516Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":648,"history_lines":2,"events_offset":485,"events_lines":2,"console_offset":671,"console_lines":3} +{"time":"2026-05-20T14:40:30.206392858Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:40:44.840610779Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":650,"history_lines":3,"events_offset":487,"events_lines":2,"console_offset":673,"console_lines":4} +{"time":"2026-05-20T14:40:45.047869633Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:40:59.840427155Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":653,"history_lines":3,"events_offset":489,"events_lines":2,"console_offset":676,"console_lines":4} +{"time":"2026-05-20T14:41:00.07777826Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:41:14.840066011Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":656,"history_lines":2,"events_offset":491,"events_lines":2,"console_offset":679,"console_lines":3} +{"time":"2026-05-20T14:41:15.013475615Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:41:29.840068646Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":658,"history_lines":3,"events_offset":493,"events_lines":2,"console_offset":681,"console_lines":4} +{"time":"2026-05-20T14:41:30.51580802Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:41:44.84031472Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":661,"history_lines":3,"events_offset":495,"events_lines":2,"console_offset":684,"console_lines":4} +{"time":"2026-05-20T14:41:45.208014314Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:41:59.840294157Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":664,"history_lines":2,"events_offset":497,"events_lines":2,"console_offset":687,"console_lines":3} +{"time":"2026-05-20T14:42:00.250082769Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:42:14.839918567Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":666,"history_lines":3,"events_offset":499,"events_lines":2,"console_offset":689,"console_lines":4} +{"time":"2026-05-20T14:42:15.38738011Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:42:29.840720358Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":669,"history_lines":3,"events_offset":501,"events_lines":2,"console_offset":692,"console_lines":3} +{"time":"2026-05-20T14:42:30.02255637Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:42:44.840193227Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":672,"history_lines":2,"events_offset":503,"events_lines":2,"console_offset":695,"console_lines":3} +{"time":"2026-05-20T14:42:45.1609631Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:42:59.840607727Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":674,"history_lines":3,"events_offset":505,"events_lines":2,"console_offset":697,"console_lines":4} +{"time":"2026-05-20T14:43:00.220385062Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:43:14.840484982Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":677,"history_lines":3,"events_offset":507,"events_lines":2,"console_offset":700,"console_lines":4} +{"time":"2026-05-20T14:43:15.202285017Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:43:29.839893646Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":680,"history_lines":2,"events_offset":509,"events_lines":2,"console_offset":703,"console_lines":3} +{"time":"2026-05-20T14:43:30.330724443Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:43:44.840028049Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":682,"history_lines":3,"events_offset":511,"events_lines":2,"console_offset":705,"console_lines":4} +{"time":"2026-05-20T14:43:45.216346153Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:43:59.840335852Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":685,"history_lines":3,"events_offset":513,"events_lines":2,"console_offset":708,"console_lines":4} +{"time":"2026-05-20T14:44:00.314428884Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:44:14.839940244Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":688,"history_lines":2,"events_offset":515,"events_lines":2,"console_offset":711,"console_lines":3} +{"time":"2026-05-20T14:44:15.038519483Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:44:29.840602312Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":690,"history_lines":3,"events_offset":517,"events_lines":2,"console_offset":713,"console_lines":4} +{"time":"2026-05-20T14:44:30.042478051Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:44:44.839857854Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":693,"history_lines":3,"events_offset":519,"events_lines":2,"console_offset":716,"console_lines":3} +{"time":"2026-05-20T14:44:45.115617885Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:44:59.840548231Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":696,"history_lines":2,"events_offset":521,"events_lines":2,"console_offset":719,"console_lines":3} +{"time":"2026-05-20T14:45:00.0827612Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:45:14.840329013Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":698,"history_lines":2,"events_offset":523,"events_lines":2,"console_offset":721,"console_lines":4} +{"time":"2026-05-20T14:45:15.355101442Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:45:29.839864262Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":700,"history_lines":3,"events_offset":525,"events_lines":2,"console_offset":724,"console_lines":4} +{"time":"2026-05-20T14:45:30.058934119Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:45:44.840175809Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":703,"history_lines":3,"events_offset":527,"events_lines":2,"console_offset":727,"console_lines":4} +{"time":"2026-05-20T14:45:45.108353964Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:45:59.840680374Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":706,"history_lines":3,"events_offset":529,"events_lines":2,"console_offset":730,"console_lines":3} +{"time":"2026-05-20T14:46:00.101946167Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:46:14.839749931Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":709,"history_lines":2,"events_offset":531,"events_lines":2,"console_offset":733,"console_lines":3} +{"time":"2026-05-20T14:46:15.211592588Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:46:29.840748602Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":711,"history_lines":3,"events_offset":533,"events_lines":2,"console_offset":735,"console_lines":4} +{"time":"2026-05-20T14:46:30.133002391Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:46:44.840201039Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":714,"history_lines":2,"events_offset":535,"events_lines":2,"console_offset":738,"console_lines":3} +{"time":"2026-05-20T14:46:45.056466881Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:46:59.840476017Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":716,"history_lines":3,"events_offset":537,"events_lines":2,"console_offset":740,"console_lines":4} +{"time":"2026-05-20T14:47:00.163859487Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:47:14.840549457Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":719,"history_lines":3,"events_offset":539,"events_lines":2,"console_offset":743,"console_lines":4} +{"time":"2026-05-20T14:47:15.044467354Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:47:29.840311314Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":722,"history_lines":2,"events_offset":541,"events_lines":2,"console_offset":746,"console_lines":3} +{"time":"2026-05-20T14:47:29.984047393Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:47:44.840489974Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":724,"history_lines":3,"events_offset":543,"events_lines":2,"console_offset":748,"console_lines":4} +{"time":"2026-05-20T14:47:45.009683838Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:47:59.840658596Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":727,"history_lines":3,"events_offset":545,"events_lines":2,"console_offset":751,"console_lines":4} +{"time":"2026-05-20T14:48:00.526733421Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:48:14.840336791Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":730,"history_lines":2,"events_offset":547,"events_lines":2,"console_offset":754,"console_lines":3} +{"time":"2026-05-20T14:48:15.126166676Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:48:29.840495079Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":732,"history_lines":3,"events_offset":549,"events_lines":2,"console_offset":756,"console_lines":4} +{"time":"2026-05-20T14:48:30.092022538Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:48:44.839724278Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":735,"history_lines":3,"events_offset":551,"events_lines":2,"console_offset":759,"console_lines":4} +{"time":"2026-05-20T14:48:45.121733944Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:48:59.840924913Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":738,"history_lines":2,"events_offset":553,"events_lines":2,"console_offset":762,"console_lines":3} +{"time":"2026-05-20T14:49:00.266435063Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:49:14.840514136Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":740,"history_lines":3,"events_offset":555,"events_lines":2,"console_offset":764,"console_lines":4} +{"time":"2026-05-20T14:49:15.123701584Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:49:29.840260179Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":743,"history_lines":3,"events_offset":557,"events_lines":2,"console_offset":767,"console_lines":4} +{"time":"2026-05-20T14:49:30.100061599Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:49:44.840666528Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":746,"history_lines":2,"events_offset":559,"events_lines":2,"console_offset":770,"console_lines":3} +{"time":"2026-05-20T14:49:45.129269455Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:49:59.839822159Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":748,"history_lines":3,"events_offset":561,"events_lines":2,"console_offset":772,"console_lines":4} +{"time":"2026-05-20T14:50:00.007807112Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:50:14.840474288Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":751,"history_lines":3,"events_offset":563,"events_lines":2,"console_offset":775,"console_lines":4} +{"time":"2026-05-20T14:50:15.042398551Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:50:29.840537677Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":754,"history_lines":3,"events_offset":565,"events_lines":2,"console_offset":778,"console_lines":3} +{"time":"2026-05-20T14:50:30.090693918Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:50:44.841407346Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":757,"history_lines":2,"events_offset":567,"events_lines":2,"console_offset":781,"console_lines":3} +{"time":"2026-05-20T14:50:45.078721369Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:50:59.840502921Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":759,"history_lines":3,"events_offset":569,"events_lines":2,"console_offset":783,"console_lines":4} +{"time":"2026-05-20T14:51:00.131097273Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:51:14.840176114Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":762,"history_lines":3,"events_offset":571,"events_lines":2,"console_offset":786,"console_lines":4} +{"time":"2026-05-20T14:51:15.024921731Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:51:29.839974704Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":765,"history_lines":2,"events_offset":573,"events_lines":2,"console_offset":789,"console_lines":3} +{"time":"2026-05-20T14:51:29.992889344Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:51:44.840659598Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":767,"history_lines":3,"events_offset":575,"events_lines":2,"console_offset":791,"console_lines":4} +{"time":"2026-05-20T14:51:45.007279034Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:51:59.841049097Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":770,"history_lines":3,"events_offset":577,"events_lines":2,"console_offset":794,"console_lines":4} +{"time":"2026-05-20T14:52:00.331897013Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:52:14.840241094Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":773,"history_lines":3,"events_offset":579,"events_lines":2,"console_offset":797,"console_lines":4} +{"time":"2026-05-20T14:52:15.341357203Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:52:29.840272326Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":776,"history_lines":2,"events_offset":581,"events_lines":2,"console_offset":800,"console_lines":3} +{"time":"2026-05-20T14:52:30.104321514Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:52:44.840463128Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":778,"history_lines":3,"events_offset":583,"events_lines":2,"console_offset":802,"console_lines":4} +{"time":"2026-05-20T14:52:45.109381555Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:52:59.840636496Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":781,"history_lines":3,"events_offset":585,"events_lines":2,"console_offset":805,"console_lines":4} +{"time":"2026-05-20T14:53:00.405680195Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:53:14.840627493Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":784,"history_lines":2,"events_offset":587,"events_lines":2,"console_offset":808,"console_lines":3} +{"time":"2026-05-20T14:53:14.993645267Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:53:29.840654146Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":786,"history_lines":3,"events_offset":589,"events_lines":2,"console_offset":810,"console_lines":4} +{"time":"2026-05-20T14:53:29.957993673Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:53:44.840403975Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":789,"history_lines":3,"events_offset":591,"events_lines":2,"console_offset":813,"console_lines":4} +{"time":"2026-05-20T14:53:45.246550962Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:53:59.840597166Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":792,"history_lines":3,"events_offset":593,"events_lines":2,"console_offset":816,"console_lines":4} +{"time":"2026-05-20T14:54:00.033079214Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:54:14.840461538Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":795,"history_lines":2,"events_offset":595,"events_lines":2,"console_offset":819,"console_lines":3} +{"time":"2026-05-20T14:54:15.209890902Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:54:29.839746932Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":797,"history_lines":2,"events_offset":597,"events_lines":2,"console_offset":821,"console_lines":3} +{"time":"2026-05-20T14:54:30.276531546Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:54:44.840778249Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":799,"history_lines":3,"events_offset":599,"events_lines":2,"console_offset":824,"console_lines":4} +{"time":"2026-05-20T14:54:45.156190497Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:54:59.840461443Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":802,"history_lines":3,"events_offset":601,"events_lines":2,"console_offset":827,"console_lines":4} +{"time":"2026-05-20T14:55:00.205238465Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:55:14.840437845Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":805,"history_lines":2,"events_offset":603,"events_lines":2,"console_offset":830,"console_lines":3} +{"time":"2026-05-20T14:55:15.266601143Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:55:29.840679974Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":807,"history_lines":3,"events_offset":605,"events_lines":2,"console_offset":832,"console_lines":4} +{"time":"2026-05-20T14:55:30.085560099Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:55:44.840659865Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":810,"history_lines":2,"events_offset":607,"events_lines":2,"console_offset":835,"console_lines":3} +{"time":"2026-05-20T14:55:45.11848321Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:55:59.840614904Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":812,"history_lines":3,"events_offset":609,"events_lines":2,"console_offset":837,"console_lines":4} +{"time":"2026-05-20T14:56:00.089743244Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:56:14.840525486Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":815,"history_lines":3,"events_offset":611,"events_lines":2,"console_offset":840,"console_lines":4} +{"time":"2026-05-20T14:56:15.00183732Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:56:29.840272919Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":818,"history_lines":2,"events_offset":613,"events_lines":2,"console_offset":843,"console_lines":3} +{"time":"2026-05-20T14:56:30.010817059Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:56:44.840680142Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":820,"history_lines":3,"events_offset":615,"events_lines":2,"console_offset":845,"console_lines":4} +{"time":"2026-05-20T14:56:45.58847898Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:56:59.841323752Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":823,"history_lines":3,"events_offset":617,"events_lines":2,"console_offset":848,"console_lines":4} +{"time":"2026-05-20T14:57:00.083253507Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:57:14.840760485Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":826,"history_lines":2,"events_offset":619,"events_lines":2,"console_offset":851,"console_lines":3} +{"time":"2026-05-20T14:57:15.230685221Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:57:29.840841967Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":828,"history_lines":3,"events_offset":621,"events_lines":2,"console_offset":853,"console_lines":4} +{"time":"2026-05-20T14:57:30.026935838Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:57:44.840619171Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":831,"history_lines":2,"events_offset":623,"events_lines":2,"console_offset":856,"console_lines":3} +{"time":"2026-05-20T14:57:45.145292544Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:57:59.840407632Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":833,"history_lines":3,"events_offset":625,"events_lines":2,"console_offset":858,"console_lines":4} +{"time":"2026-05-20T14:58:00.002439099Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:58:14.840328813Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":836,"history_lines":3,"events_offset":627,"events_lines":2,"console_offset":861,"console_lines":4} +{"time":"2026-05-20T14:58:15.116301381Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:58:29.839919406Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":839,"history_lines":2,"events_offset":629,"events_lines":2,"console_offset":864,"console_lines":3} +{"time":"2026-05-20T14:58:30.113940438Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:58:44.840105658Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":841,"history_lines":3,"events_offset":631,"events_lines":2,"console_offset":866,"console_lines":4} +{"time":"2026-05-20T14:58:45.174780883Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:58:59.840798923Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":844,"history_lines":3,"events_offset":633,"events_lines":2,"console_offset":869,"console_lines":3} +{"time":"2026-05-20T14:59:00.240563547Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:59:14.840533437Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":847,"history_lines":2,"events_offset":635,"events_lines":2,"console_offset":872,"console_lines":3} +{"time":"2026-05-20T14:59:15.327415351Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:59:29.840089795Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":849,"history_lines":3,"events_offset":637,"events_lines":2,"console_offset":874,"console_lines":4} +{"time":"2026-05-20T14:59:29.984612531Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:59:44.840063723Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":852,"history_lines":2,"events_offset":639,"events_lines":2,"console_offset":877,"console_lines":3} +{"time":"2026-05-20T14:59:45.065794386Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:59:59.839828988Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":854,"history_lines":3,"events_offset":641,"events_lines":2,"console_offset":879,"console_lines":4} +{"time":"2026-05-20T15:00:00.078376221Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:00:14.840520891Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":857,"history_lines":3,"events_offset":643,"events_lines":2,"console_offset":882,"console_lines":4} +{"time":"2026-05-20T15:00:15.0839167Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:00:29.840272671Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":860,"history_lines":2,"events_offset":645,"events_lines":2,"console_offset":885,"console_lines":3} +{"time":"2026-05-20T15:00:30.09647845Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:00:44.84067448Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":862,"history_lines":3,"events_offset":647,"events_lines":2,"console_offset":887,"console_lines":4} +{"time":"2026-05-20T15:00:45.167642714Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:00:59.840599726Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":865,"history_lines":3,"events_offset":649,"events_lines":2,"console_offset":890,"console_lines":4} +{"time":"2026-05-20T15:01:00.079353248Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:01:14.839695568Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":868,"history_lines":2,"events_offset":651,"events_lines":2,"console_offset":893,"console_lines":3} +{"time":"2026-05-20T15:01:15.395885388Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:01:29.8398262Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":870,"history_lines":3,"events_offset":653,"events_lines":2,"console_offset":895,"console_lines":4} +{"time":"2026-05-20T15:01:30.689595675Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:01:44.839958078Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":873,"history_lines":3,"events_offset":655,"events_lines":2,"console_offset":898,"console_lines":4} +{"time":"2026-05-20T15:01:45.259493725Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:01:59.840413497Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":876,"history_lines":3,"events_offset":657,"events_lines":2,"console_offset":901,"console_lines":4} +{"time":"2026-05-20T15:02:00.046021865Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:02:14.840752224Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":879,"history_lines":2,"events_offset":659,"events_lines":2,"console_offset":904,"console_lines":3} +{"time":"2026-05-20T15:02:15.004826034Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:02:29.840743522Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":881,"history_lines":3,"events_offset":661,"events_lines":2,"console_offset":906,"console_lines":4} +{"time":"2026-05-20T15:02:29.973512429Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:02:44.840237146Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":884,"history_lines":3,"events_offset":663,"events_lines":2,"console_offset":909,"console_lines":4} +{"time":"2026-05-20T15:02:45.082819059Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:02:59.840274713Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":887,"history_lines":2,"events_offset":665,"events_lines":2,"console_offset":912,"console_lines":3} +{"time":"2026-05-20T15:03:00.039571653Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:03:14.840658436Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":889,"history_lines":3,"events_offset":667,"events_lines":2,"console_offset":914,"console_lines":4} +{"time":"2026-05-20T15:03:14.993613071Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:03:29.840595951Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":892,"history_lines":3,"events_offset":669,"events_lines":2,"console_offset":917,"console_lines":4} +{"time":"2026-05-20T15:03:30.079486137Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:03:44.839863814Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":895,"history_lines":3,"events_offset":671,"events_lines":2,"console_offset":920,"console_lines":4} +{"time":"2026-05-20T15:03:45.250660527Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:03:59.840141902Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":898,"history_lines":1,"events_offset":673,"events_lines":2,"console_offset":923,"console_lines":3} +{"time":"2026-05-20T15:04:00.314137699Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:04:14.840666997Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":899,"history_lines":4,"events_offset":675,"events_lines":2,"console_offset":925,"console_lines":5} +{"time":"2026-05-20T15:04:15.01710225Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:04:29.839829637Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":903,"history_lines":2,"events_offset":677,"events_lines":2,"console_offset":929,"console_lines":3} +{"time":"2026-05-20T15:04:30.030374785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:04:44.840483507Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":905,"history_lines":3,"events_offset":679,"events_lines":2,"console_offset":931,"console_lines":4} +{"time":"2026-05-20T15:04:45.087302145Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:04:59.840592048Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":908,"history_lines":3,"events_offset":681,"events_lines":2,"console_offset":934,"console_lines":4} +{"time":"2026-05-20T15:04:59.967868687Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:05:14.839966662Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":911,"history_lines":3,"events_offset":683,"events_lines":2,"console_offset":937,"console_lines":4} +{"time":"2026-05-20T15:05:15.009024091Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:05:29.840002679Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":914,"history_lines":2,"events_offset":685,"events_lines":2,"console_offset":940,"console_lines":3} +{"time":"2026-05-20T15:05:30.12480983Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:05:44.840839708Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":916,"history_lines":3,"events_offset":687,"events_lines":2,"console_offset":942,"console_lines":4} +{"time":"2026-05-20T15:05:45.093945057Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:05:59.840770549Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":919,"history_lines":3,"events_offset":689,"events_lines":2,"console_offset":945,"console_lines":4} +{"time":"2026-05-20T15:06:00.281553559Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:06:14.839991177Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":922,"history_lines":3,"events_offset":691,"events_lines":2,"console_offset":948,"console_lines":3} +{"time":"2026-05-20T15:06:15.171752572Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:06:29.840701834Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":925,"history_lines":2,"events_offset":693,"events_lines":2,"console_offset":951,"console_lines":3} +{"time":"2026-05-20T15:06:30.401100053Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:06:44.840626393Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":927,"history_lines":3,"events_offset":695,"events_lines":2,"console_offset":953,"console_lines":4} +{"time":"2026-05-20T15:06:45.302440836Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:06:59.840363699Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":930,"history_lines":3,"events_offset":697,"events_lines":2,"console_offset":956,"console_lines":4} +{"time":"2026-05-20T15:07:00.341946051Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:07:14.840397957Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":933,"history_lines":2,"events_offset":699,"events_lines":2,"console_offset":959,"console_lines":3} +{"time":"2026-05-20T15:07:15.150432143Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:07:29.84037074Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":935,"history_lines":3,"events_offset":701,"events_lines":2,"console_offset":961,"console_lines":4} +{"time":"2026-05-20T15:07:30.249968336Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:07:44.84059031Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":938,"history_lines":3,"events_offset":703,"events_lines":2,"console_offset":964,"console_lines":4} +{"time":"2026-05-20T15:07:45.495929955Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:07:59.840325369Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":941,"history_lines":3,"events_offset":705,"events_lines":2,"console_offset":967,"console_lines":4} +{"time":"2026-05-20T15:08:00.434691529Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:08:14.840751394Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":944,"history_lines":2,"events_offset":707,"events_lines":2,"console_offset":970,"console_lines":3} +{"time":"2026-05-20T15:08:15.105516892Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:08:29.840313968Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":946,"history_lines":3,"events_offset":709,"events_lines":2,"console_offset":972,"console_lines":4} +{"time":"2026-05-20T15:08:30.203716542Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:08:44.840111482Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":949,"history_lines":3,"events_offset":711,"events_lines":2,"console_offset":975,"console_lines":4} +{"time":"2026-05-20T15:08:45.099056879Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:08:59.840075818Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":952,"history_lines":2,"events_offset":713,"events_lines":2,"console_offset":978,"console_lines":3} +{"time":"2026-05-20T15:09:00.181086052Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:09:14.839786355Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":954,"history_lines":3,"events_offset":715,"events_lines":2,"console_offset":980,"console_lines":4} +{"time":"2026-05-20T15:09:15.251842512Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:09:29.841003186Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":957,"history_lines":3,"events_offset":717,"events_lines":2,"console_offset":983,"console_lines":4} +{"time":"2026-05-20T15:09:30.322711868Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:09:44.840359486Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":960,"history_lines":3,"events_offset":719,"events_lines":2,"console_offset":986,"console_lines":4} +{"time":"2026-05-20T15:09:45.194147108Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:09:59.839944485Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":963,"history_lines":2,"events_offset":721,"events_lines":2,"console_offset":989,"console_lines":3} +{"time":"2026-05-20T15:10:00.18132733Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:10:14.840039262Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":965,"history_lines":3,"events_offset":723,"events_lines":2,"console_offset":991,"console_lines":4} +{"time":"2026-05-20T15:10:15.22084063Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:10:29.840576372Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":968,"history_lines":3,"events_offset":725,"events_lines":2,"console_offset":994,"console_lines":4} +{"time":"2026-05-20T15:10:30.079819357Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:10:44.840448297Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":971,"history_lines":3,"events_offset":727,"events_lines":2,"console_offset":997,"console_lines":3} +{"time":"2026-05-20T15:10:45.135606304Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:10:59.840498469Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":974,"history_lines":2,"events_offset":729,"events_lines":2,"console_offset":1000,"console_lines":3} +{"time":"2026-05-20T15:11:00.218433053Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:11:14.840704533Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":976,"history_lines":3,"events_offset":731,"events_lines":2,"console_offset":1002,"console_lines":4} +{"time":"2026-05-20T15:11:15.202447479Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:11:29.840479688Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":979,"history_lines":2,"events_offset":733,"events_lines":2,"console_offset":1005,"console_lines":3} +{"time":"2026-05-20T15:11:30.17966204Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:11:44.839771772Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":981,"history_lines":3,"events_offset":735,"events_lines":2,"console_offset":1007,"console_lines":4} +{"time":"2026-05-20T15:11:45.371187612Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:11:59.840514158Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":984,"history_lines":3,"events_offset":737,"events_lines":2,"console_offset":1010,"console_lines":3} +{"time":"2026-05-20T15:12:00.108824379Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:12:14.840600654Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":987,"history_lines":2,"events_offset":739,"events_lines":2,"console_offset":1013,"console_lines":3} +{"time":"2026-05-20T15:12:15.103047742Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:12:29.840737446Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":989,"history_lines":3,"events_offset":741,"events_lines":2,"console_offset":1015,"console_lines":4} +{"time":"2026-05-20T15:12:30.464674567Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:12:44.84016131Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":992,"history_lines":3,"events_offset":743,"events_lines":2,"console_offset":1018,"console_lines":3} +{"time":"2026-05-20T15:12:45.629209591Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:12:59.840276255Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":995,"history_lines":2,"events_offset":745,"events_lines":2,"console_offset":1021,"console_lines":3} +{"time":"2026-05-20T15:13:00.206611582Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:13:14.839991808Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":997,"history_lines":2,"events_offset":747,"events_lines":2,"console_offset":1023,"console_lines":3} +{"time":"2026-05-20T15:13:15.211884879Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:13:29.841357119Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":999,"history_lines":3,"events_offset":749,"events_lines":2,"console_offset":1026,"console_lines":4} +{"time":"2026-05-20T15:13:30.138458391Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:13:44.84025016Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1002,"history_lines":3,"events_offset":751,"events_lines":2,"console_offset":1029,"console_lines":4} +{"time":"2026-05-20T15:13:45.096244116Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:13:59.840436165Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1005,"history_lines":3,"events_offset":753,"events_lines":2,"console_offset":1032,"console_lines":4} +{"time":"2026-05-20T15:14:00.193533619Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:14:14.840147864Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1008,"history_lines":2,"events_offset":755,"events_lines":2,"console_offset":1035,"console_lines":3} +{"time":"2026-05-20T15:14:15.225880503Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:14:29.839819321Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1010,"history_lines":3,"events_offset":757,"events_lines":2,"console_offset":1037,"console_lines":4} +{"time":"2026-05-20T15:14:30.226851606Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:14:44.839834424Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1013,"history_lines":3,"events_offset":759,"events_lines":2,"console_offset":1040,"console_lines":4} +{"time":"2026-05-20T15:14:45.467619798Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:14:59.839921625Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1016,"history_lines":3,"events_offset":761,"events_lines":2,"console_offset":1043,"console_lines":3} +{"time":"2026-05-20T15:15:00.335897177Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:15:14.841161459Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1019,"history_lines":2,"events_offset":763,"events_lines":2,"console_offset":1046,"console_lines":3} +{"time":"2026-05-20T15:15:15.359294908Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:15:29.840235692Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1021,"history_lines":3,"events_offset":765,"events_lines":2,"console_offset":1048,"console_lines":4} +{"time":"2026-05-20T15:15:30.182901486Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:15:44.840001013Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1024,"history_lines":3,"events_offset":767,"events_lines":2,"console_offset":1051,"console_lines":3} +{"time":"2026-05-20T15:15:45.625483076Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:15:59.840329592Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1027,"history_lines":2,"events_offset":769,"events_lines":2,"console_offset":1054,"console_lines":3} +{"time":"2026-05-20T15:16:00.451961484Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:16:14.840489606Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1029,"history_lines":3,"events_offset":771,"events_lines":2,"console_offset":1056,"console_lines":4} +{"time":"2026-05-20T15:16:15.571452409Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:16:29.83989301Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1032,"history_lines":3,"events_offset":773,"events_lines":2,"console_offset":1059,"console_lines":4} +{"time":"2026-05-20T15:16:30.423566826Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:16:44.840545312Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1035,"history_lines":3,"events_offset":775,"events_lines":2,"console_offset":1062,"console_lines":3} +{"time":"2026-05-20T15:16:45.843458183Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:16:59.840666544Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1038,"history_lines":2,"events_offset":777,"events_lines":2,"console_offset":1065,"console_lines":3} +{"time":"2026-05-20T15:17:00.312276666Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:17:14.840288201Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1040,"history_lines":3,"events_offset":779,"events_lines":2,"console_offset":1067,"console_lines":4} +{"time":"2026-05-20T15:17:15.289761108Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:17:29.840089618Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1043,"history_lines":3,"events_offset":781,"events_lines":2,"console_offset":1070,"console_lines":4} +{"time":"2026-05-20T15:17:30.195395915Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:17:44.840243315Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1046,"history_lines":3,"events_offset":783,"events_lines":2,"console_offset":1073,"console_lines":3} +{"time":"2026-05-20T15:17:45.246460914Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:17:59.841332049Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1049,"history_lines":2,"events_offset":785,"events_lines":2,"console_offset":1076,"console_lines":3} +{"time":"2026-05-20T15:18:00.220263082Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:18:14.840174322Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1051,"history_lines":3,"events_offset":787,"events_lines":2,"console_offset":1078,"console_lines":4} +{"time":"2026-05-20T15:18:15.405764121Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:18:29.840348948Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1054,"history_lines":3,"events_offset":789,"events_lines":2,"console_offset":1081,"console_lines":3} +{"time":"2026-05-20T15:18:30.138413248Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:18:44.8398773Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1057,"history_lines":2,"events_offset":791,"events_lines":2,"console_offset":1084,"console_lines":3} +{"time":"2026-05-20T15:18:45.168697308Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:18:59.840793431Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1059,"history_lines":3,"events_offset":793,"events_lines":2,"console_offset":1086,"console_lines":4} +{"time":"2026-05-20T15:19:00.299105039Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:19:14.839902302Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1062,"history_lines":3,"events_offset":795,"events_lines":2,"console_offset":1089,"console_lines":4} +{"time":"2026-05-20T15:19:15.061181241Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:19:29.840290156Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1065,"history_lines":3,"events_offset":797,"events_lines":2,"console_offset":1092,"console_lines":3} +{"time":"2026-05-20T15:19:30.130689811Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:19:44.840076875Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1068,"history_lines":2,"events_offset":799,"events_lines":2,"console_offset":1095,"console_lines":3} +{"time":"2026-05-20T15:19:45.175701261Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:19:59.840427571Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1070,"history_lines":3,"events_offset":801,"events_lines":2,"console_offset":1097,"console_lines":4} +{"time":"2026-05-20T15:20:00.248989817Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:20:14.840238524Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1073,"history_lines":3,"events_offset":803,"events_lines":2,"console_offset":1100,"console_lines":4} +{"time":"2026-05-20T15:20:15.172013237Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:20:29.839942425Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1076,"history_lines":2,"events_offset":805,"events_lines":2,"console_offset":1103,"console_lines":3} +{"time":"2026-05-20T15:20:30.10709245Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:20:44.841155868Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1078,"history_lines":3,"events_offset":807,"events_lines":2,"console_offset":1105,"console_lines":4} +{"time":"2026-05-20T15:20:45.576656429Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:20:59.840659928Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1081,"history_lines":3,"events_offset":809,"events_lines":2,"console_offset":1108,"console_lines":4} +{"time":"2026-05-20T15:21:00.287469636Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:21:14.840317227Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1084,"history_lines":3,"events_offset":811,"events_lines":2,"console_offset":1111,"console_lines":4} +{"time":"2026-05-20T15:21:15.128142157Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:21:29.839704797Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1087,"history_lines":2,"events_offset":813,"events_lines":2,"console_offset":1114,"console_lines":3} +{"time":"2026-05-20T15:21:30.235432187Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:21:44.839944541Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1089,"history_lines":3,"events_offset":815,"events_lines":2,"console_offset":1116,"console_lines":4} +{"time":"2026-05-20T15:21:45.237835677Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:21:59.840487791Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1092,"history_lines":3,"events_offset":817,"events_lines":2,"console_offset":1119,"console_lines":4} +{"time":"2026-05-20T15:22:00.192232548Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:22:14.840064636Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1095,"history_lines":3,"events_offset":819,"events_lines":2,"console_offset":1122,"console_lines":4} +{"time":"2026-05-20T15:22:15.330106618Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:22:29.840328807Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1098,"history_lines":1,"events_offset":821,"events_lines":2,"console_offset":1125,"console_lines":2} +{"time":"2026-05-20T15:22:30.214334306Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:22:44.840667328Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1099,"history_lines":3,"events_offset":823,"events_lines":2,"console_offset":1127,"console_lines":4} +{"time":"2026-05-20T15:22:45.247940594Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:22:59.839950561Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1102,"history_lines":3,"events_offset":825,"events_lines":2,"console_offset":1130,"console_lines":4} +{"time":"2026-05-20T15:23:00.177701027Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:23:14.840004633Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1105,"history_lines":2,"events_offset":827,"events_lines":2,"console_offset":1133,"console_lines":3} +{"time":"2026-05-20T15:23:15.119877004Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:23:29.839762989Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1107,"history_lines":3,"events_offset":829,"events_lines":2,"console_offset":1135,"console_lines":4} +{"time":"2026-05-20T15:23:30.029869666Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:23:44.840615112Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1110,"history_lines":3,"events_offset":831,"events_lines":2,"console_offset":1138,"console_lines":4} +{"time":"2026-05-20T15:23:45.169059843Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:23:59.840681922Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1113,"history_lines":2,"events_offset":833,"events_lines":2,"console_offset":1141,"console_lines":3} +{"time":"2026-05-20T15:24:00.369347661Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:24:14.840672786Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1115,"history_lines":3,"events_offset":835,"events_lines":2,"console_offset":1143,"console_lines":4} +{"time":"2026-05-20T15:24:15.242739006Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:24:29.840573835Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1118,"history_lines":3,"events_offset":837,"events_lines":2,"console_offset":1146,"console_lines":4} +{"time":"2026-05-20T15:24:30.113499362Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:24:44.839918508Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1121,"history_lines":3,"events_offset":839,"events_lines":2,"console_offset":1149,"console_lines":4} +{"time":"2026-05-20T15:24:45.234226542Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:24:59.839743922Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1124,"history_lines":2,"events_offset":841,"events_lines":2,"console_offset":1152,"console_lines":3} +{"time":"2026-05-20T15:25:00.44945358Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:25:14.840617715Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1126,"history_lines":3,"events_offset":843,"events_lines":2,"console_offset":1154,"console_lines":4} +{"time":"2026-05-20T15:25:15.140412468Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:25:29.840778233Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1129,"history_lines":3,"events_offset":845,"events_lines":2,"console_offset":1157,"console_lines":4} +{"time":"2026-05-20T15:25:30.220485392Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:25:44.839934274Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1132,"history_lines":3,"events_offset":847,"events_lines":2,"console_offset":1160,"console_lines":4} +{"time":"2026-05-20T15:25:45.265280269Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:25:59.840269864Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1135,"history_lines":2,"events_offset":849,"events_lines":2,"console_offset":1163,"console_lines":3} +{"time":"2026-05-20T15:26:00.080900638Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:26:14.84039661Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1137,"history_lines":3,"events_offset":851,"events_lines":2,"console_offset":1165,"console_lines":4} +{"time":"2026-05-20T15:26:15.314996772Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:26:29.840096233Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1140,"history_lines":3,"events_offset":853,"events_lines":2,"console_offset":1168,"console_lines":4} +{"time":"2026-05-20T15:26:30.321185651Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:26:44.840371993Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1143,"history_lines":2,"events_offset":855,"events_lines":2,"console_offset":1171,"console_lines":3} +{"time":"2026-05-20T15:26:45.144419257Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:26:59.840766993Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1145,"history_lines":3,"events_offset":857,"events_lines":2,"console_offset":1173,"console_lines":4} +{"time":"2026-05-20T15:27:00.22736224Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:27:14.84076946Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1148,"history_lines":3,"events_offset":859,"events_lines":2,"console_offset":1176,"console_lines":4} +{"time":"2026-05-20T15:27:15.267050703Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:27:29.839777131Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1151,"history_lines":3,"events_offset":861,"events_lines":2,"console_offset":1179,"console_lines":4} +{"time":"2026-05-20T15:27:30.14309083Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:27:44.840343687Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1154,"history_lines":2,"events_offset":863,"events_lines":2,"console_offset":1182,"console_lines":3} +{"time":"2026-05-20T15:27:45.198694806Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:27:59.840913698Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1156,"history_lines":3,"events_offset":865,"events_lines":2,"console_offset":1184,"console_lines":4} +{"time":"2026-05-20T15:28:00.361401609Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:28:14.839958534Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1159,"history_lines":3,"events_offset":867,"events_lines":2,"console_offset":1187,"console_lines":4} +{"time":"2026-05-20T15:28:15.107100876Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:28:29.840369464Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1162,"history_lines":3,"events_offset":869,"events_lines":2,"console_offset":1190,"console_lines":4} +{"time":"2026-05-20T15:28:30.085213839Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:28:44.840481054Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1165,"history_lines":2,"events_offset":871,"events_lines":2,"console_offset":1193,"console_lines":3} +{"time":"2026-05-20T15:28:45.053929099Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:28:59.840213203Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1167,"history_lines":3,"events_offset":873,"events_lines":2,"console_offset":1195,"console_lines":4} +{"time":"2026-05-20T15:28:59.980544319Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:29:14.840416792Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1170,"history_lines":3,"events_offset":875,"events_lines":2,"console_offset":1198,"console_lines":4} +{"time":"2026-05-20T15:29:14.986407745Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:29:29.840366689Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1173,"history_lines":3,"events_offset":877,"events_lines":2,"console_offset":1201,"console_lines":4} +{"time":"2026-05-20T15:29:29.982640096Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:29:44.840001075Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1176,"history_lines":2,"events_offset":879,"events_lines":2,"console_offset":1204,"console_lines":3} +{"time":"2026-05-20T15:29:45.035625746Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:29:59.840256689Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1178,"history_lines":3,"events_offset":881,"events_lines":2,"console_offset":1206,"console_lines":4} +{"time":"2026-05-20T15:30:00.203832812Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:30:14.840042087Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1181,"history_lines":3,"events_offset":883,"events_lines":2,"console_offset":1209,"console_lines":4} +{"time":"2026-05-20T15:30:15.122725118Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:30:29.840490653Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1184,"history_lines":3,"events_offset":885,"events_lines":2,"console_offset":1212,"console_lines":4} +{"time":"2026-05-20T15:30:30.137000102Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:30:44.840151162Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1187,"history_lines":3,"events_offset":887,"events_lines":2,"console_offset":1215,"console_lines":4} +{"time":"2026-05-20T15:30:45.243234222Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:30:59.839712522Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1190,"history_lines":2,"events_offset":889,"events_lines":2,"console_offset":1218,"console_lines":3} +{"time":"2026-05-20T15:31:00.178290083Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:31:14.8401899Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1192,"history_lines":3,"events_offset":891,"events_lines":2,"console_offset":1220,"console_lines":4} +{"time":"2026-05-20T15:31:15.207228936Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:31:29.840008708Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1195,"history_lines":3,"events_offset":893,"events_lines":2,"console_offset":1223,"console_lines":4} +{"time":"2026-05-20T15:31:30.101831545Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:31:44.840680999Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1198,"history_lines":1,"events_offset":895,"events_lines":2,"console_offset":1226,"console_lines":3} +{"time":"2026-05-20T15:31:44.969943386Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:31:59.839875346Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1199,"history_lines":4,"events_offset":897,"events_lines":2,"console_offset":1228,"console_lines":4} +{"time":"2026-05-20T15:32:00.039946608Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:32:14.840093764Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1203,"history_lines":2,"events_offset":899,"events_lines":2,"console_offset":1232,"console_lines":3} +{"time":"2026-05-20T15:32:14.995139554Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:32:29.840255097Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1205,"history_lines":3,"events_offset":901,"events_lines":2,"console_offset":1234,"console_lines":4} +{"time":"2026-05-20T15:32:29.99384849Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:32:44.8400722Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1208,"history_lines":3,"events_offset":903,"events_lines":2,"console_offset":1237,"console_lines":4} +{"time":"2026-05-20T15:32:45.188456159Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:32:59.840390387Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1211,"history_lines":2,"events_offset":905,"events_lines":2,"console_offset":1240,"console_lines":3} +{"time":"2026-05-20T15:33:00.120996773Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:33:14.840197465Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1213,"history_lines":3,"events_offset":907,"events_lines":2,"console_offset":1242,"console_lines":4} +{"time":"2026-05-20T15:33:15.115635023Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:33:29.840741172Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1216,"history_lines":3,"events_offset":909,"events_lines":2,"console_offset":1245,"console_lines":4} +{"time":"2026-05-20T15:33:30.151398163Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:33:44.840544555Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1219,"history_lines":3,"events_offset":911,"events_lines":2,"console_offset":1248,"console_lines":4} +{"time":"2026-05-20T15:33:45.034361695Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:33:59.840339301Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1222,"history_lines":2,"events_offset":913,"events_lines":2,"console_offset":1251,"console_lines":3} +{"time":"2026-05-20T15:34:00.082706657Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:34:14.840665519Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1224,"history_lines":3,"events_offset":915,"events_lines":2,"console_offset":1253,"console_lines":4} +{"time":"2026-05-20T15:34:15.034168857Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:34:29.839971553Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1227,"history_lines":3,"events_offset":917,"events_lines":2,"console_offset":1256,"console_lines":4} +{"time":"2026-05-20T15:34:30.021291505Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:34:44.840345173Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1230,"history_lines":3,"events_offset":919,"events_lines":2,"console_offset":1259,"console_lines":4} +{"time":"2026-05-20T15:34:45.048112497Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:34:59.840300223Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1233,"history_lines":2,"events_offset":921,"events_lines":2,"console_offset":1262,"console_lines":3} +{"time":"2026-05-20T15:34:59.980864398Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:35:14.840687883Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1235,"history_lines":3,"events_offset":923,"events_lines":2,"console_offset":1264,"console_lines":4} +{"time":"2026-05-20T15:35:14.968138624Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:35:29.840526469Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1238,"history_lines":3,"events_offset":925,"events_lines":2,"console_offset":1267,"console_lines":4} +{"time":"2026-05-20T15:35:29.976871455Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:35:44.840453376Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1241,"history_lines":2,"events_offset":927,"events_lines":2,"console_offset":1270,"console_lines":3} +{"time":"2026-05-20T15:35:45.030336415Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:35:59.839749113Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1243,"history_lines":3,"events_offset":929,"events_lines":2,"console_offset":1272,"console_lines":4} +{"time":"2026-05-20T15:35:59.961632195Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:36:14.840708543Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1246,"history_lines":3,"events_offset":931,"events_lines":2,"console_offset":1275,"console_lines":4} +{"time":"2026-05-20T15:36:15.209442733Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:36:29.84018794Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1249,"history_lines":1,"events_offset":933,"events_lines":1,"console_offset":1279,"console_lines":2} +{"time":"2026-05-20T15:36:30.211360261Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:36:44.839940941Z","level":"INFO","msg":"filestream: sending request","total_files":0,"uploaded_len":3} +{"time":"2026-05-20T15:36:45.031238019Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:37:14.362582304Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-05-20T15:37:14.362698678Z","level":"INFO","msg":"filestream: sending request","total_files":0,"complete":true,"exit_code":0} +{"time":"2026-05-20T15:37:14.503815683Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:37:14.503921993Z","level":"INFO","msg":"stream: finishing up"} +{"time":"2026-05-20T15:37:14.503931237Z","level":"INFO","msg":"handler: closed"} +{"time":"2026-05-20T15:37:14.503988252Z","level":"INFO","msg":"sender: closed"} +{"time":"2026-05-20T15:37:14.503994231Z","level":"INFO","msg":"stream: all finished"} diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/debug.log b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/debug.log index 74d2637462dfcddbcf2b1210325530700fb85b80..85f3570cefb6b62825e5ef284bf0275ede9b0581 100644 --- a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/debug.log +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/debug.log @@ -17,3 +17,42 @@ config: {'dataset': {'repo_id': 'local/act_collected_episodes', 'root': '/home/s 2026-05-20 13:39:29,837 INFO MainThread:430458 [wandb_run.py:_redirect():2428] Wrapping output streams. 2026-05-20 13:39:29,837 INFO MainThread:430458 [wandb_run.py:_redirect():2451] Redirects installed. 2026-05-20 13:39:29,838 INFO MainThread:430458 [wandb_init.py:init():1095] run started, returning control to user process +2026-05-20 15:36:25,080 INFO wandb-AsyncioManager-main:430458 [service_client.py:_forward_responses():122] Reached EOF. +2026-05-20 15:36:25,080 INFO wandb-AsyncioManager-main:430458 [mailbox.py:close():154] Closing mailbox, abandoning 2 handles. +2026-05-20 15:36:29,851 ERROR wandb-AsyncioManager-main:430458 [asyncio_manager.py:fn_wrap_exceptions():184] Uncaught exception in run_soon callback. +Traceback (most recent call last): + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/asyncio_manager.py", line 182, in fn_wrap_exceptions + await fn() + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/run_messages.py", line 105, in loop + await self._poll_and_print(timeout=None) + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/run_messages.py", line 133, in _poll_and_print + handle = await self._interface.deliver_async(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 58, in deliver_async + handle = await self._client.deliver(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/service/service_client.py", line 57, in deliver + handle = self._mailbox.require_response(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/mailbox/mailbox.py", line 89, in require_response + raise MailboxClosedError() +wandb.sdk.mailbox.mailbox.MailboxClosedError +2026-05-20 15:36:35,577 ERROR wandb-AsyncioManager-main:430458 [asyncio_manager.py:fn_wrap_exceptions():184] Uncaught exception in run_soon callback. +Traceback (most recent call last): + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/asyncio_manager.py", line 182, in fn_wrap_exceptions + await fn() + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/run_stopping.py", line 87, in loop + should_stop = await self._check_should_stop() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/run_stopping.py", line 115, in _check_should_stop + handle = await self._interface.deliver_async(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 58, in deliver_async + handle = await self._client.deliver(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/service/service_client.py", line 57, in deliver + handle = self._mailbox.require_response(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/mailbox/mailbox.py", line 89, in require_response + raise MailboxClosedError() +wandb.sdk.mailbox.mailbox.MailboxClosedError diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/files/config.yaml b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ce45a047a857f142a250b6cccf83f4a6e6c08a3c --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/files/config.yaml @@ -0,0 +1,352 @@ +_wandb: + value: + cli_version: 0.27.0 + e: + ybmx1t67drtdut7e4mtmmqgcxwurxt45: + args: + - --policy.path=/home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model/ + - --dataset.repo_id=local/act_collected_episodes + - --dataset.root=/home/shadeform/Desktop/robot_learning/base_new_dataset_pick_523 + - --dataset.video_backend=pyav + - --policy.device=cuda + - --policy.push_to_hub=false + - --policy.freeze_vision_encoder=true + - --policy.optimizer_lr=5e-6 + - --policy.scheduler_warmup_steps=100 + - --optimizer.grad_clip_norm=1.0 + - --output_dir=/home/shadeform/Desktop/robot_learning/outputs/train/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47 + - --job_name=diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47 + - --batch_size=128 + - --steps=25000 + - --num_workers=8 + - --log_freq=20 + - --save_freq=2000 + - --eval_freq=0 + - --wandb.enable=True + codePath: .venv/bin/lerobot-train + codePathLocal: .venv/bin/lerobot-train + cpu_count: 28 + cpu_count_logical: 28 + cudaVersion: "12.8" + disk: + /: + total: "103865303040" + used: "57853743104" + executable: /home/shadeform/Desktop/robot_learning/lerobot/.venv/bin/python3 + git: + commit: e05f33153eb69762cfab647e20a1f1a9bce051ba + remote: https://github.com/michavol/lerobot.git + gpu: NVIDIA H100 PCIe + gpu_count: 1 + gpu_nvidia: + - architecture: Hopper + cudaCores: 14592 + memoryTotal: "85520809984" + name: NVIDIA H100 PCIe + uuid: GPU-ce315b98-20ff-34fd-307b-fe05646f5913 + host: brev-baxch8nuw + memory: + total: "190128123904" + os: Linux-6.8.0-90-generic-x86_64-with-glibc2.35 + program: /home/shadeform/Desktop/robot_learning/lerobot/.venv/bin/lerobot-train + python: CPython 3.12.13 + root: /home/shadeform/Desktop/robot_learning/outputs/train/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47 + startedAt: "2026-05-20T13:39:28.619668Z" + writerId: ybmx1t67drtdut7e4mtmmqgcxwurxt45 + m: [] + python_version: 3.12.13 + t: + "1": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + - 83 + "2": + - 1 + - 11 + - 41 + - 49 + - 51 + - 71 + - 83 + "3": + - 13 + - 15 + - 16 + - 61 + "4": 3.12.13 + "5": 0.27.0 + "6": 5.5.4 + "10": + - 21 + "12": 0.27.0 + "13": linux-x86_64 +batch_size: + value: 128 +checkpoint_path: + value: null +cudnn_deterministic: + value: false +dataset: + value: + episodes: null + image_transforms: + enable: false + max_num_transforms: 3 + random_order: false + same_cloth_color: false + tfs: + affine: + kwargs: + degrees: + - -5 + - 5 + translate: + - 0.05 + - 0.05 + type: RandomAffine + weight: 0 + blur: + kwargs: + kernel_size: + - 3 + - 3 + sigma: + - 0.1 + - 1.5 + type: GaussianBlur + weight: 0 + color_jitter: + kwargs: + brightness: + - 0.7 + - 1.3 + contrast: + - 0.7 + - 1.3 + hue: + - -0.5 + - 0.5 + saturation: + - 0.4 + - 1.6 + type: ColorJitter + weight: 1.5 + crop: + kwargs: + ratio: + - 0.99 + - 1.01 + scale: + - 0.97 + - 1 + type: RandomCropPreserveSize + weight: 0.5 + gamma: + kwargs: + gamma: + - 0.6 + - 1.4 + type: RandomGamma + weight: 0.7 + grayscale: + kwargs: + p: 1 + type: RandomGrayscale + weight: 0.5 + highlight: + kwargs: + intensity: + - 0.2 + - 0.5 + num_highlights: + - 0 + - 1 + sigma: + - 20 + - 60 + type: RandomHighlight + weight: 0.5 + jpeg: + kwargs: + quality: + - 60 + - 95 + type: RandomJPEG + weight: 0 + shadow: + kwargs: + blur_sigma: + - 4 + - 20 + intensity: + - 0.4 + - 0.7 + num_shadows: + - 1 + - 2 + type: RandomShadow + weight: 0.8 + sharpness: + kwargs: + sharpness: + - 0.5 + - 1.5 + type: SharpnessJitter + weight: 1 + repo_id: local/act_collected_episodes + return_uint8: false + revision: null + root: /home/shadeform/Desktop/robot_learning/base_new_dataset_pick_523 + streaming: false + use_imagenet_stats: true + video_backend: pyav +env: + value: null +eval: + value: + batch_size: 19 + n_episodes: 50 + use_async_envs: true +eval_freq: + value: 0 +job_name: + value: diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47 +log_freq: + value: 20 +num_workers: + value: 8 +optimizer: + value: + betas: + - 0.95 + - 0.999 + eps: 1e-08 + grad_clip_norm: 10 + lr: 5e-06 + type: adam + weight_decay: 1e-06 +output_dir: + value: /home/shadeform/Desktop/robot_learning/outputs/train/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47 +peft: + value: null +persistent_workers: + value: true +policy: + value: + beta_end: 0.02 + beta_schedule: squaredcos_cap_v2 + beta_start: 0.0001 + clip_sample: true + clip_sample_range: 1 + compile_mode: reduce-overhead + compile_model: false + crop_is_random: true + crop_ratio: 1 + crop_shape: null + device: cuda + diffusion_step_embed_dim: 128 + do_mask_loss_for_padding: false + down_dims: + - 512 + - 1024 + - 2048 + drop_n_last_frames: 7 + freeze_vision_encoder: true + horizon: 16 + input_features: + observation.images.front: + shape: + - 3 + - 480 + - 640 + type: VISUAL + observation.state: + shape: + - 6 + type: STATE + kernel_size: 5 + license: null + n_action_steps: 8 + n_groups: 8 + n_obs_steps: 2 + noise_scheduler_type: DDPM + normalization_mapping: + ACTION: MIN_MAX + STATE: MIN_MAX + VISUAL: MEAN_STD + num_inference_steps: 100 + num_train_timesteps: 100 + optimizer_betas: + - 0.95 + - 0.999 + optimizer_eps: 1e-08 + optimizer_lr: 5e-06 + optimizer_weight_decay: 1e-06 + output_features: + action: + shape: + - 6 + type: ACTION + prediction_type: epsilon + pretrained_backbone_weights: ResNet18_Weights.IMAGENET1K_V1 + pretrained_path: /home/shadeform/Desktop/robot_learning/checkpoints/diffusion_780_new_dataset_dino/checkpoints/400000/pretrained_model + private: null + push_to_hub: false + repo_id: null + resize_shape: + - 224 + - 224 + scheduler_name: cosine + scheduler_warmup_steps: 100 + spatial_softmax_num_keypoints: 32 + tags: null + type: diffusion + use_amp: false + use_film_scale_modulation: true + use_group_norm: false + use_peft: false + use_separate_rgb_encoder_per_camera: true + vision_backbone: resnet18 + vision_backbone_type: dinov2 + vision_encoder_name: facebook/dinov2-small + vit_feature_dim: 512 + vit_pool_type: spatial_softmax +prefetch_factor: + value: 4 +resume: + value: false +reward_model: + value: null +sample_weighting: + value: null +save_checkpoint: + value: true +save_freq: + value: 2000 +scheduler: + value: + name: cosine + num_warmup_steps: 100 + type: diffuser +seed: + value: 1000 +steps: + value: 25000 +tolerance_s: + value: 0.0001 +use_policy_training_preset: + value: true +wandb: + value: + add_tags: true + disable_artifact: false + enable: true + entity: null + mode: null + notes: null + project: lerobot + run_id: null diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/files/output.log b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/files/output.log index b377e85e5cc0a49bfb478f981db30efe2fb5e991..d8af6b57d4fb7677e9f069c82c4ec8cc23d89c44 100644 --- a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/files/output.log +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/files/output.log @@ -577,4 +577,705 @@ Training: 44%|███████████████▉ Training: 44%|████████████████▉ | 11120/25000 [51:54<51:50, 4.46step/s]INFO 2026-05-20 14:31:26 ot_train.py:488 step:11K smpl:1M ep:3K epch:5.64 loss:0.009 grdn:0.131 lr:3.0e-06 updt_s:0.113 data_s:0.161 Training: 45%|████████████████▉ | 11140/25000 [52:00<43:54, 5.26step/s]INFO 2026-05-20 14:31:32 ot_train.py:488 step:11K smpl:1M ep:3K epch:5.65 loss:0.009 grdn:0.144 lr:2.9e-06 updt_s:0.113 data_s:0.165 Training: 45%|████████████████▉ | 11160/25000 [52:06<59:54, 3.85step/s]INFO 2026-05-20 14:31:38 ot_train.py:488 step:11K smpl:1M ep:3K epch:5.66 loss:0.008 grdn:0.143 lr:2.9e-06 updt_s:0.120 data_s:0.187 -Training: 45%|████████████████▉ | 11164/25000 [52:07<54:26, 4.24step/s] +Training: 45%|████████████████▉ | 11180/25000 [52:11<59:32, 3.87step/s]INFO 2026-05-20 14:31:43 ot_train.py:488 step:11K smpl:1M ep:3K epch:5.67 loss:0.008 grdn:0.147 lr:2.9e-06 updt_s:0.118 data_s:0.148 +Training: 45%|█████████████████ | 11200/25000 [52:17<47:32, 4.84step/s]INFO 2026-05-20 14:31:49 ot_train.py:488 step:11K smpl:1M ep:3K epch:5.68 loss:0.008 grdn:0.135 lr:2.9e-06 updt_s:0.115 data_s:0.157 +Training: 45%|████████████████▏ | 11220/25000 [52:22<1:12:26, 3.17step/s]INFO 2026-05-20 14:31:55 ot_train.py:488 step:11K smpl:1M ep:3K epch:5.69 loss:0.009 grdn:0.133 lr:2.9e-06 updt_s:0.114 data_s:0.174 +Training: 45%|█████████████████ | 11240/25000 [52:28<49:52, 4.60step/s]INFO 2026-05-20 14:32:00 ot_train.py:488 step:11K smpl:1M ep:3K epch:5.70 loss:0.009 grdn:0.147 lr:2.9e-06 updt_s:0.115 data_s:0.145 +Training: 45%|█████████████████ | 11260/25000 [52:33<58:22, 3.92step/s]INFO 2026-05-20 14:32:05 ot_train.py:488 step:11K smpl:1M ep:3K epch:5.71 loss:0.009 grdn:0.145 lr:2.9e-06 updt_s:0.108 data_s:0.171 +Training: 45%|█████████████████▏ | 11280/25000 [52:39<48:08, 4.75step/s]INFO 2026-05-20 14:32:11 ot_train.py:488 step:11K smpl:1M ep:3K epch:5.72 loss:0.009 grdn:0.150 lr:2.9e-06 updt_s:0.110 data_s:0.163 +Training: 45%|█████████████████▏ | 11300/25000 [52:44<55:52, 4.09step/s]INFO 2026-05-20 14:32:16 ot_train.py:488 step:11K smpl:1M ep:3K epch:5.73 loss:0.009 grdn:0.141 lr:2.9e-06 updt_s:0.108 data_s:0.174 +Training: 45%|█████████████████▏ | 11320/25000 [52:50<42:54, 5.31step/s]INFO 2026-05-20 14:32:22 ot_train.py:488 step:11K smpl:1M ep:3K epch:5.74 loss:0.009 grdn:0.137 lr:2.9e-06 updt_s:0.110 data_s:0.157 +Training: 45%|████████████████▎ | 11340/25000 [52:56<1:08:20, 3.33step/s]INFO 2026-05-20 14:32:28 ot_train.py:488 step:11K smpl:1M ep:3K epch:5.75 loss:0.008 grdn:0.136 lr:2.9e-06 updt_s:0.119 data_s:0.179 +Training: 45%|█████████████████▎ | 11360/25000 [53:01<40:47, 5.57step/s]INFO 2026-05-20 14:32:33 ot_train.py:488 step:11K smpl:1M ep:3K epch:5.76 loss:0.008 grdn:0.139 lr:2.9e-06 updt_s:0.115 data_s:0.137 +Training: 46%|████████████████▍ | 11380/25000 [53:07<1:12:53, 3.11step/s]INFO 2026-05-20 14:32:39 ot_train.py:488 step:11K smpl:1M ep:3K epch:5.77 loss:0.009 grdn:0.137 lr:2.9e-06 updt_s:0.115 data_s:0.185 +Training: 46%|█████████████████▎ | 11400/25000 [53:12<39:44, 5.70step/s]INFO 2026-05-20 14:32:44 ot_train.py:488 step:11K smpl:1M ep:3K epch:5.78 loss:0.008 grdn:0.131 lr:2.9e-06 updt_s:0.116 data_s:0.134 +Training: 46%|████████████████▍ | 11420/25000 [53:18<1:09:34, 3.25step/s]INFO 2026-05-20 14:32:50 ot_train.py:488 step:11K smpl:1M ep:3K epch:5.79 loss:0.009 grdn:0.149 lr:2.9e-06 updt_s:0.111 data_s:0.191 +Training: 46%|█████████████████▍ | 11440/25000 [53:23<39:55, 5.66step/s]INFO 2026-05-20 14:32:55 ot_train.py:488 step:11K smpl:1M ep:3K epch:5.81 loss:0.009 grdn:0.138 lr:2.9e-06 updt_s:0.118 data_s:0.139 +Training: 46%|████████████████▌ | 11460/25000 [53:29<1:15:17, 3.00step/s]INFO 2026-05-20 14:33:01 ot_train.py:488 step:11K smpl:1M ep:3K epch:5.82 loss:0.008 grdn:0.135 lr:2.8e-06 updt_s:0.119 data_s:0.186 +Training: 46%|█████████████████▍ | 11480/25000 [53:34<38:23, 5.87step/s]INFO 2026-05-20 14:33:06 ot_train.py:488 step:11K smpl:1M ep:3K epch:5.83 loss:0.009 grdn:0.139 lr:2.8e-06 updt_s:0.114 data_s:0.123 +Training: 46%|████████████████▌ | 11500/25000 [53:40<1:10:11, 3.21step/s]INFO 2026-05-20 14:33:12 ot_train.py:488 step:12K smpl:1M ep:3K epch:5.84 loss:0.009 grdn:0.149 lr:2.8e-06 updt_s:0.121 data_s:0.176 +Training: 46%|█████████████████▌ | 11520/25000 [53:45<37:56, 5.92step/s]INFO 2026-05-20 14:33:17 ot_train.py:488 step:12K smpl:1M ep:3K epch:5.85 loss:0.008 grdn:0.134 lr:2.8e-06 updt_s:0.119 data_s:0.129 +Training: 46%|████████████████▌ | 11540/25000 [53:51<1:05:29, 3.43step/s]INFO 2026-05-20 14:33:23 ot_train.py:488 step:12K smpl:1M ep:3K epch:5.86 loss:0.009 grdn:0.134 lr:2.8e-06 updt_s:0.116 data_s:0.188 +Training: 46%|█████████████████▌ | 11560/25000 [53:56<41:31, 5.39step/s]INFO 2026-05-20 14:33:28 ot_train.py:488 step:12K smpl:1M ep:3K epch:5.87 loss:0.009 grdn:0.141 lr:2.8e-06 updt_s:0.119 data_s:0.133 +Training: 46%|████████████████▋ | 11580/25000 [54:02<1:07:58, 3.29step/s]INFO 2026-05-20 14:33:34 ot_train.py:488 step:12K smpl:1M ep:3K epch:5.88 loss:0.009 grdn:0.145 lr:2.8e-06 updt_s:0.113 data_s:0.181 +Training: 46%|█████████████████▋ | 11600/25000 [54:07<41:58, 5.32step/s]INFO 2026-05-20 14:33:39 ot_train.py:488 step:12K smpl:1M ep:3K epch:5.89 loss:0.009 grdn:0.141 lr:2.8e-06 updt_s:0.119 data_s:0.136 +Training: 46%|████████████████▋ | 11620/25000 [54:13<1:00:30, 3.69step/s]INFO 2026-05-20 14:33:45 ot_train.py:488 step:12K smpl:1M ep:3K epch:5.90 loss:0.009 grdn:0.140 lr:2.8e-06 updt_s:0.106 data_s:0.186 +Training: 47%|█████████████████▋ | 11640/25000 [54:18<38:07, 5.84step/s]INFO 2026-05-20 14:33:50 ot_train.py:488 step:12K smpl:1M ep:3K epch:5.91 loss:0.008 grdn:0.140 lr:2.8e-06 updt_s:0.105 data_s:0.141 +Training: 47%|████████████████▊ | 11660/25000 [54:25<2:24:00, 1.54step/s]INFO 2026-05-20 14:33:57 ot_train.py:488 step:12K smpl:1M ep:3K epch:5.92 loss:0.009 grdn:0.156 lr:2.8e-06 updt_s:0.098 data_s:0.260 +Training: 47%|█████████████████▊ | 11680/25000 [54:30<35:44, 6.21step/s]INFO 2026-05-20 14:34:02 ot_train.py:488 step:12K smpl:1M ep:3K epch:5.93 loss:0.008 grdn:0.135 lr:2.8e-06 updt_s:0.106 data_s:0.132 +Training: 47%|████████████████▊ | 11700/25000 [54:36<1:11:14, 3.11step/s]INFO 2026-05-20 14:34:08 ot_train.py:488 step:12K smpl:1M ep:3K epch:5.94 loss:0.009 grdn:0.151 lr:2.8e-06 updt_s:0.110 data_s:0.202 +Training: 47%|█████████████████▊ | 11720/25000 [54:41<36:31, 6.06step/s]INFO 2026-05-20 14:34:13 ot_train.py:488 step:12K smpl:2M ep:3K epch:5.95 loss:0.009 grdn:0.152 lr:2.8e-06 updt_s:0.110 data_s:0.137 +Training: 47%|████████████████▉ | 11740/25000 [54:47<1:11:53, 3.07step/s]INFO 2026-05-20 14:34:19 ot_train.py:488 step:12K smpl:2M ep:3K epch:5.96 loss:0.009 grdn:0.143 lr:2.8e-06 updt_s:0.115 data_s:0.193 +Training: 47%|█████████████████▉ | 11760/25000 [54:52<36:07, 6.11step/s]INFO 2026-05-20 14:34:24 ot_train.py:488 step:12K smpl:2M ep:3K epch:5.97 loss:0.009 grdn:0.146 lr:2.8e-06 updt_s:0.111 data_s:0.132 +Training: 47%|████████████████▉ | 11780/25000 [54:58<1:06:03, 3.34step/s]INFO 2026-05-20 14:34:30 ot_train.py:488 step:12K smpl:2M ep:3K epch:5.98 loss:0.009 grdn:0.144 lr:2.7e-06 updt_s:0.111 data_s:0.193 +Training: 47%|█████████████████▉ | 11800/25000 [55:03<35:50, 6.14step/s]INFO 2026-05-20 14:34:35 ot_train.py:488 step:12K smpl:2M ep:3K epch:5.99 loss:0.009 grdn:0.135 lr:2.7e-06 updt_s:0.116 data_s:0.133 +Training: 47%|█████████████████ | 11820/25000 [55:10<1:19:05, 2.78step/s]INFO 2026-05-20 14:34:42 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.00 loss:0.008 grdn:0.130 lr:2.7e-06 updt_s:0.113 data_s:0.215 +Training: 47%|█████████████████▉ | 11840/25000 [55:15<37:41, 5.82step/s]INFO 2026-05-20 14:34:47 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.01 loss:0.008 grdn:0.126 lr:2.7e-06 updt_s:0.110 data_s:0.143 +Training: 47%|█████████████████ | 11860/25000 [55:21<1:11:33, 3.06step/s]INFO 2026-05-20 14:34:53 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.02 loss:0.009 grdn:0.150 lr:2.7e-06 updt_s:0.103 data_s:0.206 +Training: 48%|██████████████████ | 11880/25000 [55:26<35:09, 6.22step/s]INFO 2026-05-20 14:34:58 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.03 loss:0.009 grdn:0.141 lr:2.7e-06 updt_s:0.106 data_s:0.138 +Training: 48%|█████████████████▏ | 11900/25000 [55:32<1:04:20, 3.39step/s]INFO 2026-05-20 14:35:05 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.04 loss:0.009 grdn:0.152 lr:2.7e-06 updt_s:0.110 data_s:0.202 +Training: 48%|██████████████████ | 11920/25000 [55:37<34:06, 6.39step/s]INFO 2026-05-20 14:35:09 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.05 loss:0.009 grdn:0.148 lr:2.7e-06 updt_s:0.106 data_s:0.141 +Training: 48%|██████████████████▏ | 11940/25000 [55:44<58:00, 3.75step/s]INFO 2026-05-20 14:35:16 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.06 loss:0.009 grdn:0.153 lr:2.7e-06 updt_s:0.110 data_s:0.202 +Training: 48%|██████████████████▏ | 11960/25000 [55:49<32:42, 6.64step/s]INFO 2026-05-20 14:35:21 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.07 loss:0.009 grdn:0.142 lr:2.7e-06 updt_s:0.105 data_s:0.140 +Training: 48%|██████████████████▏ | 11980/25000 [55:55<58:42, 3.70step/s]INFO 2026-05-20 14:35:27 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.08 loss:0.009 grdn:0.136 lr:2.7e-06 updt_s:0.111 data_s:0.204 +Training: 48%|██████████████████▏ | 12000/25000 [56:00<33:49, 6.41step/s]INFO 2026-05-20 14:35:32 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.09 loss:0.008 grdn:0.139 lr:2.7e-06 updt_s:0.106 data_s:0.142 +INFO 2026-05-20 14:35:32 ot_train.py:502 Checkpoint policy after step 12000 +Training: 48%|██████████████████▎ | 12020/25000 [56:12<25:06, 8.62step/s]INFO 2026-05-20 14:35:44 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.10 loss:0.009 grdn:0.138 lr:2.7e-06 updt_s:0.102 data_s:0.010 +Training: 48%|██████████████████▎ | 12040/25000 [56:15<24:40, 8.75step/s]INFO 2026-05-20 14:35:47 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.11 loss:0.009 grdn:0.142 lr:2.7e-06 updt_s:0.107 data_s:0.016 +Training: 48%|██████████████████▎ | 12060/25000 [56:20<58:25, 3.69step/s]INFO 2026-05-20 14:35:52 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.12 loss:0.009 grdn:0.143 lr:2.7e-06 updt_s:0.112 data_s:0.150 +Training: 48%|██████████████████▎ | 12080/25000 [56:25<32:18, 6.67step/s]INFO 2026-05-20 14:35:57 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.13 loss:0.010 grdn:0.151 lr:2.7e-06 updt_s:0.108 data_s:0.142 +Training: 48%|██████████████████▍ | 12100/25000 [56:31<56:36, 3.80step/s]INFO 2026-05-20 14:36:03 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.14 loss:0.009 grdn:0.140 lr:2.6e-06 updt_s:0.111 data_s:0.208 +Training: 48%|██████████████████▍ | 12120/25000 [56:36<32:46, 6.55step/s]INFO 2026-05-20 14:36:08 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.15 loss:0.008 grdn:0.135 lr:2.6e-06 updt_s:0.110 data_s:0.141 +Training: 49%|██████████████████▍ | 12140/25000 [56:43<58:01, 3.69step/s]INFO 2026-05-20 14:36:15 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.16 loss:0.009 grdn:0.135 lr:2.6e-06 updt_s:0.107 data_s:0.215 +Training: 49%|██████████████████▍ | 12160/25000 [56:48<34:03, 6.28step/s]INFO 2026-05-20 14:36:20 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.17 loss:0.008 grdn:0.149 lr:2.6e-06 updt_s:0.108 data_s:0.143 +Training: 49%|██████████████████▌ | 12180/25000 [56:54<58:08, 3.67step/s]INFO 2026-05-20 14:36:26 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.18 loss:0.009 grdn:0.134 lr:2.6e-06 updt_s:0.108 data_s:0.206 +Training: 49%|██████████████████▌ | 12200/25000 [56:59<33:31, 6.36step/s]INFO 2026-05-20 14:36:31 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.19 loss:0.008 grdn:0.139 lr:2.6e-06 updt_s:0.109 data_s:0.149 +Training: 49%|██████████████████▌ | 12220/25000 [57:06<53:58, 3.95step/s]INFO 2026-05-20 14:36:38 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.20 loss:0.009 grdn:0.143 lr:2.6e-06 updt_s:0.107 data_s:0.213 +Training: 49%|██████████████████▌ | 12240/25000 [57:11<32:17, 6.59step/s]INFO 2026-05-20 14:36:43 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.21 loss:0.009 grdn:0.150 lr:2.6e-06 updt_s:0.103 data_s:0.150 +Training: 49%|██████████████████▋ | 12260/25000 [57:17<54:53, 3.87step/s]INFO 2026-05-20 14:36:49 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.22 loss:0.009 grdn:0.143 lr:2.6e-06 updt_s:0.109 data_s:0.208 +Training: 49%|██████████████████▋ | 12280/25000 [57:22<33:59, 6.24step/s]INFO 2026-05-20 14:36:54 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.23 loss:0.009 grdn:0.146 lr:2.6e-06 updt_s:0.112 data_s:0.143 +Training: 49%|██████████████████▋ | 12300/25000 [57:29<56:05, 3.77step/s]INFO 2026-05-20 14:37:01 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.24 loss:0.009 grdn:0.144 lr:2.6e-06 updt_s:0.109 data_s:0.201 +Training: 49%|██████████████████▋ | 12320/25000 [57:34<32:20, 6.53step/s]INFO 2026-05-20 14:37:06 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.25 loss:0.009 grdn:0.143 lr:2.6e-06 updt_s:0.109 data_s:0.143 +Training: 49%|██████████████████▊ | 12340/25000 [57:40<53:28, 3.95step/s]INFO 2026-05-20 14:37:12 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.26 loss:0.009 grdn:0.144 lr:2.6e-06 updt_s:0.117 data_s:0.193 +Training: 49%|██████████████████▊ | 12360/25000 [57:45<34:21, 6.13step/s]INFO 2026-05-20 14:37:17 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.27 loss:0.009 grdn:0.154 lr:2.6e-06 updt_s:0.114 data_s:0.137 +Training: 50%|██████████████████▊ | 12380/25000 [57:51<56:10, 3.74step/s]INFO 2026-05-20 14:37:23 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.28 loss:0.009 grdn:0.146 lr:2.6e-06 updt_s:0.119 data_s:0.193 +Training: 50%|██████████████████▊ | 12400/25000 [57:56<34:07, 6.15step/s]INFO 2026-05-20 14:37:28 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.29 loss:0.009 grdn:0.143 lr:2.6e-06 updt_s:0.115 data_s:0.137 +Training: 50%|██████████████████▉ | 12420/25000 [58:02<55:16, 3.79step/s]INFO 2026-05-20 14:37:34 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.30 loss:0.008 grdn:0.136 lr:2.5e-06 updt_s:0.126 data_s:0.185 +Training: 50%|██████████████████▉ | 12440/25000 [58:08<33:57, 6.16step/s]INFO 2026-05-20 14:37:40 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.31 loss:0.009 grdn:0.138 lr:2.5e-06 updt_s:0.119 data_s:0.135 +Training: 50%|██████████████████▉ | 12460/25000 [58:14<52:39, 3.97step/s]INFO 2026-05-20 14:37:46 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.32 loss:0.008 grdn:0.131 lr:2.5e-06 updt_s:0.119 data_s:0.195 +Training: 50%|██████████████████▉ | 12480/25000 [58:19<35:42, 5.84step/s]INFO 2026-05-20 14:37:51 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.33 loss:0.009 grdn:0.142 lr:2.5e-06 updt_s:0.123 data_s:0.132 +Training: 50%|███████████████████ | 12500/25000 [58:25<56:15, 3.70step/s]INFO 2026-05-20 14:37:57 ot_train.py:488 step:12K smpl:2M ep:3K epch:6.34 loss:0.009 grdn:0.129 lr:2.5e-06 updt_s:0.112 data_s:0.204 +Training: 50%|███████████████████ | 12520/25000 [58:30<33:23, 6.23step/s]INFO 2026-05-20 14:38:02 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.35 loss:0.009 grdn:0.140 lr:2.5e-06 updt_s:0.115 data_s:0.137 +Training: 50%|███████████████████ | 12540/25000 [58:37<56:47, 3.66step/s]INFO 2026-05-20 14:38:09 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.36 loss:0.008 grdn:0.131 lr:2.5e-06 updt_s:0.112 data_s:0.206 +Training: 50%|███████████████████ | 12560/25000 [58:42<34:09, 6.07step/s]INFO 2026-05-20 14:38:14 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.37 loss:0.009 grdn:0.149 lr:2.5e-06 updt_s:0.110 data_s:0.145 +Training: 50%|███████████████████ | 12580/25000 [58:48<51:50, 3.99step/s]INFO 2026-05-20 14:38:20 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.38 loss:0.009 grdn:0.152 lr:2.5e-06 updt_s:0.113 data_s:0.194 +Training: 50%|███████████████████▏ | 12600/25000 [58:53<31:58, 6.46step/s]INFO 2026-05-20 14:38:25 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.39 loss:0.008 grdn:0.137 lr:2.5e-06 updt_s:0.113 data_s:0.138 +Training: 50%|███████████████████▏ | 12620/25000 [59:00<53:32, 3.85step/s]INFO 2026-05-20 14:38:32 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.40 loss:0.009 grdn:0.138 lr:2.5e-06 updt_s:0.118 data_s:0.204 +Training: 51%|███████████████████▏ | 12640/25000 [59:05<31:08, 6.62step/s]INFO 2026-05-20 14:38:37 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.41 loss:0.010 grdn:0.150 lr:2.5e-06 updt_s:0.113 data_s:0.139 +Training: 51%|███████████████████▏ | 12660/25000 [59:11<54:36, 3.77step/s]INFO 2026-05-20 14:38:43 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.42 loss:0.009 grdn:0.142 lr:2.5e-06 updt_s:0.112 data_s:0.201 +Training: 51%|███████████████████▎ | 12680/25000 [59:16<33:58, 6.04step/s]INFO 2026-05-20 14:38:48 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.43 loss:0.009 grdn:0.136 lr:2.5e-06 updt_s:0.117 data_s:0.133 +Training: 51%|███████████████████▎ | 12700/25000 [59:22<54:09, 3.79step/s]INFO 2026-05-20 14:38:54 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.44 loss:0.008 grdn:0.132 lr:2.5e-06 updt_s:0.122 data_s:0.186 +Training: 51%|███████████████████▎ | 12720/25000 [59:27<30:22, 6.74step/s]INFO 2026-05-20 14:38:59 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.45 loss:0.008 grdn:0.143 lr:2.4e-06 updt_s:0.110 data_s:0.133 +Training: 51%|███████████████████▎ | 12740/25000 [59:33<53:22, 3.83step/s]INFO 2026-05-20 14:39:05 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.46 loss:0.009 grdn:0.139 lr:2.4e-06 updt_s:0.114 data_s:0.199 +Training: 51%|███████████████████▍ | 12760/25000 [59:38<34:40, 5.88step/s]INFO 2026-05-20 14:39:10 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.47 loss:0.008 grdn:0.146 lr:2.4e-06 updt_s:0.116 data_s:0.134 +Training: 51%|███████████████████▍ | 12780/25000 [59:44<53:06, 3.83step/s]INFO 2026-05-20 14:39:16 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.49 loss:0.009 grdn:0.146 lr:2.4e-06 updt_s:0.112 data_s:0.191 +Training: 51%|███████████████████▍ | 12800/25000 [59:49<30:59, 6.56step/s]INFO 2026-05-20 14:39:21 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.50 loss:0.009 grdn:0.145 lr:2.4e-06 updt_s:0.112 data_s:0.135 +Training: 51%|███████████████████▍ | 12820/25000 [59:56<53:35, 3.79step/s]INFO 2026-05-20 14:39:28 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.51 loss:0.008 grdn:0.136 lr:2.4e-06 updt_s:0.114 data_s:0.207 +Training: 51%|██████████████████▍ | 12840/25000 [1:00:01<32:38, 6.21step/s]INFO 2026-05-20 14:39:33 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.52 loss:0.009 grdn:0.143 lr:2.4e-06 updt_s:0.117 data_s:0.140 +Training: 51%|██████████████████▌ | 12860/25000 [1:00:07<53:08, 3.81step/s]INFO 2026-05-20 14:39:39 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.53 loss:0.009 grdn:0.143 lr:2.4e-06 updt_s:0.114 data_s:0.192 +Training: 52%|██████████████████▌ | 12880/25000 [1:00:12<32:51, 6.15step/s]INFO 2026-05-20 14:39:44 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.54 loss:0.009 grdn:0.141 lr:2.4e-06 updt_s:0.120 data_s:0.132 +Training: 52%|██████████████████▌ | 12900/25000 [1:00:18<51:39, 3.90step/s]INFO 2026-05-20 14:39:50 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.55 loss:0.008 grdn:0.144 lr:2.4e-06 updt_s:0.115 data_s:0.194 +Training: 52%|██████████████████▌ | 12920/25000 [1:00:24<33:15, 6.05step/s]INFO 2026-05-20 14:39:56 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.56 loss:0.007 grdn:0.129 lr:2.4e-06 updt_s:0.119 data_s:0.141 +Training: 52%|██████████████████▋ | 12940/25000 [1:00:30<49:45, 4.04step/s]INFO 2026-05-20 14:40:02 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.57 loss:0.008 grdn:0.136 lr:2.4e-06 updt_s:0.120 data_s:0.185 +Training: 52%|██████████████████▋ | 12960/25000 [1:00:35<32:01, 6.27step/s]INFO 2026-05-20 14:40:07 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.58 loss:0.009 grdn:0.140 lr:2.4e-06 updt_s:0.119 data_s:0.134 +Training: 52%|██████████████████▋ | 12980/25000 [1:00:41<51:55, 3.86step/s]INFO 2026-05-20 14:40:13 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.59 loss:0.008 grdn:0.132 lr:2.4e-06 updt_s:0.126 data_s:0.188 +Training: 52%|██████████████████▋ | 13000/25000 [1:00:46<32:58, 6.06step/s]INFO 2026-05-20 14:40:18 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.60 loss:0.009 grdn:0.138 lr:2.4e-06 updt_s:0.117 data_s:0.138 +Training: 52%|██████████████████▋ | 13020/25000 [1:00:53<52:58, 3.77step/s]INFO 2026-05-20 14:40:25 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.61 loss:0.009 grdn:0.137 lr:2.4e-06 updt_s:0.113 data_s:0.199 +Training: 52%|██████████████████▊ | 13040/25000 [1:00:58<32:32, 6.13step/s]INFO 2026-05-20 14:40:30 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.62 loss:0.009 grdn:0.143 lr:2.3e-06 updt_s:0.111 data_s:0.136 +Training: 52%|██████████████████▊ | 13060/25000 [1:01:04<51:50, 3.84step/s]INFO 2026-05-20 14:40:36 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.63 loss:0.009 grdn:0.147 lr:2.3e-06 updt_s:0.118 data_s:0.196 +Training: 52%|██████████████████▊ | 13080/25000 [1:01:09<31:46, 6.25step/s]INFO 2026-05-20 14:40:41 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.64 loss:0.009 grdn:0.139 lr:2.3e-06 updt_s:0.122 data_s:0.128 +Training: 52%|██████████████████▊ | 13100/25000 [1:01:15<52:43, 3.76step/s]INFO 2026-05-20 14:40:47 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.65 loss:0.009 grdn:0.145 lr:2.3e-06 updt_s:0.116 data_s:0.193 +Training: 52%|██████████████████▉ | 13120/25000 [1:01:20<32:43, 6.05step/s]INFO 2026-05-20 14:40:52 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.66 loss:0.008 grdn:0.135 lr:2.3e-06 updt_s:0.119 data_s:0.129 +Training: 53%|██████████████████▉ | 13140/25000 [1:01:26<54:20, 3.64step/s]INFO 2026-05-20 14:40:58 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.67 loss:0.008 grdn:0.141 lr:2.3e-06 updt_s:0.117 data_s:0.204 +Training: 53%|██████████████████▉ | 13160/25000 [1:01:31<33:25, 5.90step/s]INFO 2026-05-20 14:41:04 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.68 loss:0.008 grdn:0.142 lr:2.3e-06 updt_s:0.115 data_s:0.135 +Training: 53%|██████████████████▉ | 13180/25000 [1:01:38<54:38, 3.61step/s]INFO 2026-05-20 14:41:10 ot_train.py:488 step:13K smpl:2M ep:3K epch:6.69 loss:0.009 grdn:0.146 lr:2.3e-06 updt_s:0.115 data_s:0.198 +Training: 53%|███████████████████ | 13200/25000 [1:01:43<36:17, 5.42step/s]INFO 2026-05-20 14:41:15 ot_train.py:488 step:13K smpl:2M ep:4K epch:6.70 loss:0.008 grdn:0.151 lr:2.3e-06 updt_s:0.122 data_s:0.130 +Training: 53%|███████████████████ | 13220/25000 [1:01:49<50:08, 3.92step/s]INFO 2026-05-20 14:41:21 ot_train.py:488 step:13K smpl:2M ep:4K epch:6.71 loss:0.009 grdn:0.152 lr:2.3e-06 updt_s:0.117 data_s:0.189 +Training: 53%|███████████████████ | 13240/25000 [1:01:54<33:08, 5.92step/s]INFO 2026-05-20 14:41:26 ot_train.py:488 step:13K smpl:2M ep:4K epch:6.72 loss:0.009 grdn:0.141 lr:2.3e-06 updt_s:0.127 data_s:0.127 +Training: 53%|███████████████████ | 13260/25000 [1:02:01<58:59, 3.32step/s]INFO 2026-05-20 14:41:33 ot_train.py:488 step:13K smpl:2M ep:4K epch:6.73 loss:0.008 grdn:0.129 lr:2.3e-06 updt_s:0.121 data_s:0.209 +Training: 53%|███████████████████ | 13280/25000 [1:02:06<32:01, 6.10step/s]INFO 2026-05-20 14:41:38 ot_train.py:488 step:13K smpl:2M ep:4K epch:6.74 loss:0.009 grdn:0.144 lr:2.3e-06 updt_s:0.117 data_s:0.130 +Training: 53%|███████████████████▏ | 13300/25000 [1:02:12<55:33, 3.51step/s]INFO 2026-05-20 14:41:44 ot_train.py:488 step:13K smpl:2M ep:4K epch:6.75 loss:0.009 grdn:0.148 lr:2.3e-06 updt_s:0.127 data_s:0.196 +Training: 53%|███████████████████▏ | 13320/25000 [1:02:17<31:06, 6.26step/s]INFO 2026-05-20 14:41:49 ot_train.py:488 step:13K smpl:2M ep:4K epch:6.76 loss:0.009 grdn:0.136 lr:2.3e-06 updt_s:0.121 data_s:0.122 +Training: 53%|███████████████████▏ | 13340/25000 [1:02:23<54:23, 3.57step/s]INFO 2026-05-20 14:41:55 ot_train.py:488 step:13K smpl:2M ep:4K epch:6.77 loss:0.009 grdn:0.145 lr:2.3e-06 updt_s:0.121 data_s:0.197 +Training: 53%|███████████████████▏ | 13360/25000 [1:02:28<31:56, 6.07step/s]INFO 2026-05-20 14:42:00 ot_train.py:488 step:13K smpl:2M ep:4K epch:6.78 loss:0.009 grdn:0.134 lr:2.2e-06 updt_s:0.114 data_s:0.135 +Training: 54%|███████████████████▎ | 13380/25000 [1:02:35<52:41, 3.68step/s]INFO 2026-05-20 14:42:07 ot_train.py:488 step:13K smpl:2M ep:4K epch:6.79 loss:0.008 grdn:0.132 lr:2.2e-06 updt_s:0.122 data_s:0.193 +Training: 54%|███████████████████▎ | 13400/25000 [1:02:40<28:42, 6.73step/s]INFO 2026-05-20 14:42:12 ot_train.py:488 step:13K smpl:2M ep:4K epch:6.80 loss:0.008 grdn:0.138 lr:2.2e-06 updt_s:0.118 data_s:0.126 +Training: 54%|███████████████████▎ | 13420/25000 [1:02:46<49:32, 3.90step/s]INFO 2026-05-20 14:42:18 ot_train.py:488 step:13K smpl:2M ep:4K epch:6.81 loss:0.008 grdn:0.128 lr:2.2e-06 updt_s:0.118 data_s:0.200 +Training: 54%|███████████████████▎ | 13440/25000 [1:02:51<30:44, 6.27step/s]INFO 2026-05-20 14:42:23 ot_train.py:488 step:13K smpl:2M ep:4K epch:6.82 loss:0.008 grdn:0.121 lr:2.2e-06 updt_s:0.120 data_s:0.129 +Training: 54%|███████████████████▍ | 13460/25000 [1:02:57<50:07, 3.84step/s]INFO 2026-05-20 14:42:29 ot_train.py:488 step:13K smpl:2M ep:4K epch:6.83 loss:0.009 grdn:0.140 lr:2.2e-06 updt_s:0.117 data_s:0.196 +Training: 54%|███████████████████▍ | 13480/25000 [1:03:02<34:55, 5.50step/s]INFO 2026-05-20 14:42:34 ot_train.py:488 step:13K smpl:2M ep:4K epch:6.84 loss:0.009 grdn:0.137 lr:2.2e-06 updt_s:0.127 data_s:0.132 +Training: 54%|███████████████████▍ | 13500/25000 [1:03:09<48:31, 3.95step/s]INFO 2026-05-20 14:42:41 ot_train.py:488 step:14K smpl:2M ep:4K epch:6.85 loss:0.009 grdn:0.152 lr:2.2e-06 updt_s:0.119 data_s:0.185 +Training: 54%|███████████████████▍ | 13520/25000 [1:03:14<30:35, 6.26step/s]INFO 2026-05-20 14:42:46 ot_train.py:488 step:14K smpl:2M ep:4K epch:6.86 loss:0.008 grdn:0.136 lr:2.2e-06 updt_s:0.119 data_s:0.130 +Training: 54%|███████████████████▍ | 13540/25000 [1:03:20<52:26, 3.64step/s]INFO 2026-05-20 14:42:52 ot_train.py:488 step:14K smpl:2M ep:4K epch:6.87 loss:0.008 grdn:0.133 lr:2.2e-06 updt_s:0.119 data_s:0.201 +Training: 54%|███████████████████▌ | 13560/25000 [1:03:25<29:51, 6.38step/s]INFO 2026-05-20 14:42:57 ot_train.py:488 step:14K smpl:2M ep:4K epch:6.88 loss:0.008 grdn:0.129 lr:2.2e-06 updt_s:0.116 data_s:0.128 +Training: 54%|███████████████████▌ | 13580/25000 [1:03:30<36:51, 5.16step/s]INFO 2026-05-20 14:43:03 ot_train.py:488 step:14K smpl:2M ep:4K epch:6.89 loss:0.009 grdn:0.140 lr:2.2e-06 updt_s:0.110 data_s:0.169 +Training: 54%|███████████████████▌ | 13600/25000 [1:03:34<24:20, 7.80step/s]INFO 2026-05-20 14:43:06 ot_train.py:488 step:14K smpl:2M ep:4K epch:6.90 loss:0.009 grdn:0.144 lr:2.2e-06 updt_s:0.101 data_s:0.078 +Training: 54%|███████████████████▌ | 13620/25000 [1:03:42<50:26, 3.76step/s]INFO 2026-05-20 14:43:14 ot_train.py:488 step:14K smpl:2M ep:4K epch:6.91 loss:0.009 grdn:0.187 lr:2.2e-06 updt_s:0.104 data_s:0.280 +Training: 55%|███████████████████▋ | 13640/25000 [1:03:47<28:02, 6.75step/s]INFO 2026-05-20 14:43:19 ot_train.py:488 step:14K smpl:2M ep:4K epch:6.92 loss:0.009 grdn:0.140 lr:2.2e-06 updt_s:0.106 data_s:0.138 +Training: 55%|███████████████████▋ | 13660/25000 [1:03:53<48:18, 3.91step/s]INFO 2026-05-20 14:43:25 ot_train.py:488 step:14K smpl:2M ep:4K epch:6.93 loss:0.009 grdn:0.140 lr:2.2e-06 updt_s:0.107 data_s:0.201 +Training: 55%|███████████████████▋ | 13680/25000 [1:03:58<28:30, 6.62step/s]INFO 2026-05-20 14:43:30 ot_train.py:488 step:14K smpl:2M ep:4K epch:6.94 loss:0.008 grdn:0.134 lr:2.1e-06 updt_s:0.111 data_s:0.139 +Training: 55%|███████████████████▋ | 13700/25000 [1:04:04<50:12, 3.75step/s]INFO 2026-05-20 14:43:36 ot_train.py:488 step:14K smpl:2M ep:4K epch:6.95 loss:0.008 grdn:0.139 lr:2.1e-06 updt_s:0.115 data_s:0.198 +Training: 55%|███████████████████▊ | 13720/25000 [1:04:09<27:26, 6.85step/s]INFO 2026-05-20 14:43:41 ot_train.py:488 step:14K smpl:2M ep:4K epch:6.96 loss:0.008 grdn:0.141 lr:2.1e-06 updt_s:0.112 data_s:0.132 +Training: 55%|███████████████████▊ | 13740/25000 [1:04:15<49:08, 3.82step/s]INFO 2026-05-20 14:43:47 ot_train.py:488 step:14K smpl:2M ep:4K epch:6.97 loss:0.009 grdn:0.128 lr:2.1e-06 updt_s:0.112 data_s:0.195 +Training: 55%|███████████████████▊ | 13760/25000 [1:04:20<31:21, 5.97step/s]INFO 2026-05-20 14:43:52 ot_train.py:488 step:14K smpl:2M ep:4K epch:6.98 loss:0.009 grdn:0.133 lr:2.1e-06 updt_s:0.114 data_s:0.142 +Training: 55%|███████████████████▊ | 13780/25000 [1:04:26<47:26, 3.94step/s]INFO 2026-05-20 14:43:59 ot_train.py:488 step:14K smpl:2M ep:4K epch:6.99 loss:0.009 grdn:0.144 lr:2.1e-06 updt_s:0.109 data_s:0.195 +Training: 55%|███████████████████▊ | 13800/25000 [1:04:32<30:25, 6.14step/s]INFO 2026-05-20 14:44:04 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.00 loss:0.009 grdn:0.133 lr:2.1e-06 updt_s:0.115 data_s:0.167 +Training: 55%|███████████████████▉ | 13820/25000 [1:04:38<48:43, 3.82step/s]INFO 2026-05-20 14:44:10 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.01 loss:0.009 grdn:0.141 lr:2.1e-06 updt_s:0.115 data_s:0.194 +Training: 55%|███████████████████▉ | 13840/25000 [1:04:44<30:25, 6.11step/s]INFO 2026-05-20 14:44:16 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.02 loss:0.009 grdn:0.142 lr:2.1e-06 updt_s:0.123 data_s:0.135 +Training: 55%|███████████████████▉ | 13860/25000 [1:04:50<51:31, 3.60step/s]INFO 2026-05-20 14:44:22 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.03 loss:0.009 grdn:0.144 lr:2.1e-06 updt_s:0.115 data_s:0.195 +Training: 56%|███████████████████▉ | 13880/25000 [1:04:55<31:40, 5.85step/s]INFO 2026-05-20 14:44:27 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.04 loss:0.008 grdn:0.136 lr:2.1e-06 updt_s:0.116 data_s:0.133 +Training: 56%|████████████████████ | 13900/25000 [1:05:01<47:02, 3.93step/s]INFO 2026-05-20 14:44:33 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.05 loss:0.008 grdn:0.124 lr:2.1e-06 updt_s:0.108 data_s:0.192 +Training: 56%|████████████████████ | 13920/25000 [1:05:06<38:41, 4.77step/s]INFO 2026-05-20 14:44:38 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.06 loss:0.009 grdn:0.138 lr:2.1e-06 updt_s:0.115 data_s:0.146 +Training: 56%|████████████████████ | 13940/25000 [1:05:12<49:32, 3.72step/s]INFO 2026-05-20 14:44:44 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.07 loss:0.009 grdn:0.142 lr:2.1e-06 updt_s:0.115 data_s:0.195 +Training: 56%|████████████████████ | 13960/25000 [1:05:18<47:07, 3.90step/s]INFO 2026-05-20 14:44:50 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.08 loss:0.009 grdn:0.135 lr:2.1e-06 updt_s:0.115 data_s:0.150 +Training: 56%|████████████████████▏ | 13980/25000 [1:05:24<46:27, 3.95step/s]INFO 2026-05-20 14:44:56 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.09 loss:0.008 grdn:0.139 lr:2.1e-06 updt_s:0.113 data_s:0.189 +Training: 56%|████████████████████▏ | 14000/25000 [1:05:29<37:10, 4.93step/s]INFO 2026-05-20 14:45:01 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.10 loss:0.009 grdn:0.146 lr:2.0e-06 updt_s:0.109 data_s:0.145 +INFO 2026-05-20 14:45:01 ot_train.py:502 Checkpoint policy after step 14000 +Training: 56%|████████████████████▏ | 14020/25000 [1:05:41<23:19, 7.85step/s]INFO 2026-05-20 14:45:13 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.11 loss:0.008 grdn:0.141 lr:2.0e-06 updt_s:0.105 data_s:0.010 +Training: 56%|████████████████████▏ | 14040/25000 [1:05:43<23:49, 7.67step/s]INFO 2026-05-20 14:45:15 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.12 loss:0.009 grdn:0.140 lr:2.0e-06 updt_s:0.113 data_s:0.012 +Training: 56%|████████████████████▏ | 14060/25000 [1:05:48<45:33, 4.00step/s]INFO 2026-05-20 14:45:20 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.13 loss:0.009 grdn:0.131 lr:2.0e-06 updt_s:0.111 data_s:0.123 +Training: 56%|████████████████████▎ | 14080/25000 [1:05:53<29:33, 6.16step/s]INFO 2026-05-20 14:45:25 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.14 loss:0.009 grdn:0.137 lr:2.0e-06 updt_s:0.108 data_s:0.153 +Training: 56%|████████████████████▎ | 14100/25000 [1:06:00<48:23, 3.75step/s]INFO 2026-05-20 14:45:32 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.15 loss:0.009 grdn:0.143 lr:2.0e-06 updt_s:0.110 data_s:0.197 +Training: 56%|████████████████████▎ | 14120/25000 [1:06:05<35:54, 5.05step/s]INFO 2026-05-20 14:45:37 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.17 loss:0.008 grdn:0.143 lr:2.0e-06 updt_s:0.106 data_s:0.147 +Training: 57%|████████████████████▎ | 14140/25000 [1:06:11<45:09, 4.01step/s]INFO 2026-05-20 14:45:43 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.18 loss:0.008 grdn:0.142 lr:2.0e-06 updt_s:0.112 data_s:0.188 +Training: 57%|████████████████████▍ | 14160/25000 [1:06:16<28:29, 6.34step/s]INFO 2026-05-20 14:45:48 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.19 loss:0.009 grdn:0.146 lr:2.0e-06 updt_s:0.109 data_s:0.147 +Training: 57%|████████████████████▍ | 14180/25000 [1:06:22<45:25, 3.97step/s]INFO 2026-05-20 14:45:54 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.20 loss:0.009 grdn:0.137 lr:2.0e-06 updt_s:0.110 data_s:0.200 +Training: 57%|████████████████████▍ | 14200/25000 [1:06:27<35:05, 5.13step/s]INFO 2026-05-20 14:45:59 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.21 loss:0.009 grdn:0.143 lr:2.0e-06 updt_s:0.105 data_s:0.154 +Training: 57%|████████████████████▍ | 14220/25000 [1:06:33<42:20, 4.24step/s]INFO 2026-05-20 14:46:05 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.22 loss:0.009 grdn:0.137 lr:2.0e-06 updt_s:0.105 data_s:0.190 +Training: 57%|████████████████████▌ | 14240/25000 [1:06:39<57:42, 3.11step/s]INFO 2026-05-20 14:46:11 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.23 loss:0.008 grdn:0.132 lr:2.0e-06 updt_s:0.104 data_s:0.171 +Training: 57%|████████████████████▌ | 14260/25000 [1:06:45<47:58, 3.73step/s]INFO 2026-05-20 14:46:17 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.24 loss:0.008 grdn:0.133 lr:2.0e-06 updt_s:0.107 data_s:0.187 +Training: 57%|████████████████████▌ | 14280/25000 [1:06:50<59:52, 2.98step/s]INFO 2026-05-20 14:46:22 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.25 loss:0.009 grdn:0.143 lr:2.0e-06 updt_s:0.113 data_s:0.162 +Training: 57%|████████████████████▌ | 14300/25000 [1:06:56<44:25, 4.01step/s]INFO 2026-05-20 14:46:28 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.26 loss:0.008 grdn:0.137 lr:2.0e-06 updt_s:0.109 data_s:0.176 +Training: 57%|████████████████████▌ | 14320/25000 [1:07:01<53:42, 3.31step/s]INFO 2026-05-20 14:46:33 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.27 loss:0.008 grdn:0.137 lr:1.9e-06 updt_s:0.106 data_s:0.167 +Training: 57%|████████████████████▋ | 14340/25000 [1:07:07<45:38, 3.89step/s]INFO 2026-05-20 14:46:39 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.28 loss:0.008 grdn:0.145 lr:1.9e-06 updt_s:0.113 data_s:0.172 +Training: 57%|███████████████████▌ | 14360/25000 [1:07:13<1:05:28, 2.71step/s]INFO 2026-05-20 14:46:45 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.29 loss:0.009 grdn:0.140 lr:1.9e-06 updt_s:0.114 data_s:0.164 +Training: 58%|████████████████████▋ | 14380/25000 [1:07:18<41:44, 4.24step/s]INFO 2026-05-20 14:46:50 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.30 loss:0.009 grdn:0.134 lr:1.9e-06 updt_s:0.116 data_s:0.157 +Training: 58%|███████████████████▌ | 14400/25000 [1:07:24<1:10:21, 2.51step/s]INFO 2026-05-20 14:46:56 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.31 loss:0.009 grdn:0.148 lr:1.9e-06 updt_s:0.116 data_s:0.175 +Training: 58%|████████████████████▊ | 14420/25000 [1:07:29<40:23, 4.37step/s]INFO 2026-05-20 14:47:01 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.32 loss:0.008 grdn:0.142 lr:1.9e-06 updt_s:0.116 data_s:0.149 +Training: 58%|███████████████████▋ | 14440/25000 [1:07:35<1:18:25, 2.24step/s]INFO 2026-05-20 14:47:07 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.33 loss:0.008 grdn:0.141 lr:1.9e-06 updt_s:0.114 data_s:0.192 +Training: 58%|████████████████████▊ | 14460/25000 [1:07:41<38:41, 4.54step/s]INFO 2026-05-20 14:47:13 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.34 loss:0.009 grdn:0.142 lr:1.9e-06 updt_s:0.110 data_s:0.152 +Training: 58%|███████████████████▋ | 14480/25000 [1:07:47<1:25:47, 2.04step/s]INFO 2026-05-20 14:47:19 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.35 loss:0.009 grdn:0.142 lr:1.9e-06 updt_s:0.109 data_s:0.193 +Training: 58%|████████████████████▉ | 14500/25000 [1:07:52<39:03, 4.48step/s]INFO 2026-05-20 14:47:24 ot_train.py:488 step:14K smpl:2M ep:4K epch:7.36 loss:0.008 grdn:0.132 lr:1.9e-06 updt_s:0.119 data_s:0.132 +Training: 58%|███████████████████▋ | 14520/25000 [1:07:58<1:32:47, 1.88step/s]INFO 2026-05-20 14:47:30 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.37 loss:0.009 grdn:0.142 lr:1.9e-06 updt_s:0.118 data_s:0.193 +Training: 58%|████████████████████▉ | 14540/25000 [1:08:03<40:02, 4.35step/s]INFO 2026-05-20 14:47:35 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.38 loss:0.008 grdn:0.145 lr:1.9e-06 updt_s:0.111 data_s:0.146 +Training: 58%|███████████████████▊ | 14560/25000 [1:08:09<1:31:45, 1.90step/s]INFO 2026-05-20 14:47:41 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.39 loss:0.008 grdn:0.138 lr:1.9e-06 updt_s:0.114 data_s:0.198 +Training: 58%|████████████████████▉ | 14580/25000 [1:08:15<42:45, 4.06step/s]INFO 2026-05-20 14:47:47 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.40 loss:0.008 grdn:0.131 lr:1.9e-06 updt_s:0.108 data_s:0.159 +Training: 58%|███████████████████▊ | 14600/25000 [1:08:21<1:30:36, 1.91step/s]INFO 2026-05-20 14:47:53 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.41 loss:0.008 grdn:0.138 lr:1.9e-06 updt_s:0.111 data_s:0.199 +Training: 58%|█████████████████████ | 14620/25000 [1:08:26<38:47, 4.46step/s]INFO 2026-05-20 14:47:58 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.42 loss:0.008 grdn:0.126 lr:1.9e-06 updt_s:0.114 data_s:0.134 +Training: 59%|███████████████████▉ | 14640/25000 [1:08:32<1:30:20, 1.91step/s]INFO 2026-05-20 14:48:04 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.43 loss:0.008 grdn:0.133 lr:1.9e-06 updt_s:0.122 data_s:0.192 +Training: 59%|█████████████████████ | 14660/25000 [1:08:37<36:52, 4.67step/s]INFO 2026-05-20 14:48:09 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.44 loss:0.008 grdn:0.132 lr:1.8e-06 updt_s:0.114 data_s:0.127 +Training: 59%|███████████████████▉ | 14680/25000 [1:08:44<1:31:52, 1.87step/s]INFO 2026-05-20 14:48:16 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.45 loss:0.009 grdn:0.143 lr:1.8e-06 updt_s:0.116 data_s:0.197 +Training: 59%|█████████████████████▏ | 14700/25000 [1:08:48<37:36, 4.57step/s]INFO 2026-05-20 14:48:21 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.46 loss:0.009 grdn:0.135 lr:1.8e-06 updt_s:0.112 data_s:0.136 +Training: 59%|████████████████████ | 14720/25000 [1:08:55<1:31:08, 1.88step/s]INFO 2026-05-20 14:48:27 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.47 loss:0.009 grdn:0.143 lr:1.8e-06 updt_s:0.109 data_s:0.204 +Training: 59%|█████████████████████▏ | 14740/25000 [1:09:00<37:07, 4.61step/s]INFO 2026-05-20 14:48:32 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.48 loss:0.008 grdn:0.136 lr:1.8e-06 updt_s:0.115 data_s:0.132 +Training: 59%|████████████████████ | 14760/25000 [1:09:06<1:29:31, 1.91step/s]INFO 2026-05-20 14:48:38 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.49 loss:0.009 grdn:0.134 lr:1.8e-06 updt_s:0.117 data_s:0.191 +Training: 59%|█████████████████████▎ | 14780/25000 [1:09:11<36:24, 4.68step/s]INFO 2026-05-20 14:48:43 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.50 loss:0.008 grdn:0.127 lr:1.8e-06 updt_s:0.120 data_s:0.126 +Training: 59%|████████████████████▏ | 14800/25000 [1:09:17<1:26:58, 1.95step/s]INFO 2026-05-20 14:48:49 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.51 loss:0.008 grdn:0.134 lr:1.8e-06 updt_s:0.130 data_s:0.186 +Training: 59%|█████████████████████▎ | 14820/25000 [1:09:22<37:06, 4.57step/s]INFO 2026-05-20 14:48:54 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.52 loss:0.010 grdn:0.145 lr:1.8e-06 updt_s:0.122 data_s:0.125 +Training: 59%|████████████████████▏ | 14840/25000 [1:09:28<1:23:02, 2.04step/s]INFO 2026-05-20 14:49:00 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.53 loss:0.009 grdn:0.146 lr:1.8e-06 updt_s:0.118 data_s:0.190 +Training: 59%|█████████████████████▍ | 14860/25000 [1:09:33<36:39, 4.61step/s]INFO 2026-05-20 14:49:05 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.54 loss:0.008 grdn:0.152 lr:1.8e-06 updt_s:0.120 data_s:0.125 +Training: 60%|████████████████████▏ | 14880/25000 [1:09:39<1:23:30, 2.02step/s]INFO 2026-05-20 14:49:11 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.55 loss:0.008 grdn:0.131 lr:1.8e-06 updt_s:0.117 data_s:0.188 +Training: 60%|█████████████████████▍ | 14900/25000 [1:09:44<35:07, 4.79step/s]INFO 2026-05-20 14:49:16 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.56 loss:0.009 grdn:0.145 lr:1.8e-06 updt_s:0.116 data_s:0.127 +Training: 60%|████████████████████▎ | 14920/25000 [1:09:51<1:26:28, 1.94step/s]INFO 2026-05-20 14:49:23 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.57 loss:0.009 grdn:0.140 lr:1.8e-06 updt_s:0.115 data_s:0.195 +Training: 60%|█████████████████████▌ | 14940/25000 [1:09:55<35:59, 4.66step/s]INFO 2026-05-20 14:49:28 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.58 loss:0.009 grdn:0.139 lr:1.8e-06 updt_s:0.115 data_s:0.131 +Training: 60%|████████████████████▎ | 14960/25000 [1:10:02<1:26:42, 1.93step/s]INFO 2026-05-20 14:49:34 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.59 loss:0.009 grdn:0.139 lr:1.8e-06 updt_s:0.117 data_s:0.189 +Training: 60%|█████████████████████▌ | 14980/25000 [1:10:06<34:36, 4.83step/s]INFO 2026-05-20 14:49:38 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.60 loss:0.008 grdn:0.136 lr:1.7e-06 updt_s:0.110 data_s:0.127 +Training: 60%|████████████████████▍ | 15000/25000 [1:10:13<1:21:18, 2.05step/s]INFO 2026-05-20 14:49:45 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.61 loss:0.009 grdn:0.142 lr:1.7e-06 updt_s:0.117 data_s:0.191 +Training: 60%|█████████████████████▋ | 15020/25000 [1:10:18<35:30, 4.69step/s]INFO 2026-05-20 14:49:50 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.62 loss:0.009 grdn:0.132 lr:1.7e-06 updt_s:0.113 data_s:0.137 +Training: 60%|████████████████████▍ | 15040/25000 [1:10:24<1:27:22, 1.90step/s]INFO 2026-05-20 14:49:56 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.63 loss:0.008 grdn:0.136 lr:1.7e-06 updt_s:0.115 data_s:0.194 +Training: 60%|█████████████████████▋ | 15060/25000 [1:10:29<36:33, 4.53step/s]INFO 2026-05-20 14:50:01 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.64 loss:0.008 grdn:0.143 lr:1.7e-06 updt_s:0.110 data_s:0.135 +Training: 60%|████████████████████▌ | 15080/25000 [1:10:35<1:22:33, 2.00step/s]INFO 2026-05-20 14:50:07 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.65 loss:0.009 grdn:0.150 lr:1.7e-06 updt_s:0.118 data_s:0.189 +Training: 60%|█████████████████████▋ | 15100/25000 [1:10:40<34:52, 4.73step/s]INFO 2026-05-20 14:50:12 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.66 loss:0.008 grdn:0.134 lr:1.7e-06 updt_s:0.121 data_s:0.129 +Training: 60%|████████████████████▌ | 15120/25000 [1:10:46<1:27:20, 1.89step/s]INFO 2026-05-20 14:50:18 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.67 loss:0.008 grdn:0.128 lr:1.7e-06 updt_s:0.113 data_s:0.193 +Training: 61%|█████████████████████▊ | 15140/25000 [1:10:51<36:46, 4.47step/s]INFO 2026-05-20 14:50:23 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.68 loss:0.008 grdn:0.125 lr:1.7e-06 updt_s:0.113 data_s:0.132 +Training: 61%|████████████████████▌ | 15160/25000 [1:10:57<1:23:58, 1.95step/s]INFO 2026-05-20 14:50:29 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.69 loss:0.009 grdn:0.137 lr:1.7e-06 updt_s:0.122 data_s:0.184 +Training: 61%|█████████████████████▊ | 15180/25000 [1:11:02<39:59, 4.09step/s]INFO 2026-05-20 14:50:34 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.70 loss:0.009 grdn:0.146 lr:1.7e-06 updt_s:0.118 data_s:0.136 +Training: 61%|████████████████████▋ | 15200/25000 [1:11:08<1:20:49, 2.02step/s]INFO 2026-05-20 14:50:40 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.71 loss:0.009 grdn:0.143 lr:1.7e-06 updt_s:0.119 data_s:0.180 +Training: 61%|█████████████████████▉ | 15220/25000 [1:11:13<33:51, 4.82step/s]INFO 2026-05-20 14:50:45 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.72 loss:0.009 grdn:0.143 lr:1.7e-06 updt_s:0.117 data_s:0.126 +Training: 61%|████████████████████▋ | 15240/25000 [1:11:20<1:20:26, 2.02step/s]INFO 2026-05-20 14:50:52 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.73 loss:0.009 grdn:0.144 lr:1.7e-06 updt_s:0.115 data_s:0.206 +Training: 61%|█████████████████████▉ | 15260/25000 [1:11:25<35:02, 4.63step/s]INFO 2026-05-20 14:50:57 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.74 loss:0.008 grdn:0.132 lr:1.7e-06 updt_s:0.118 data_s:0.129 +Training: 61%|████████████████████▊ | 15280/25000 [1:11:31<1:17:31, 2.09step/s]INFO 2026-05-20 14:51:03 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.75 loss:0.009 grdn:0.143 lr:1.7e-06 updt_s:0.121 data_s:0.181 +Training: 61%|██████████████████████ | 15300/25000 [1:11:36<37:45, 4.28step/s]INFO 2026-05-20 14:51:08 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.76 loss:0.008 grdn:0.141 lr:1.7e-06 updt_s:0.123 data_s:0.135 +Training: 61%|████████████████████▊ | 15320/25000 [1:11:42<1:22:36, 1.95step/s]INFO 2026-05-20 14:51:14 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.77 loss:0.009 grdn:0.150 lr:1.6e-06 updt_s:0.116 data_s:0.180 +Training: 61%|██████████████████████ | 15340/25000 [1:11:47<36:46, 4.38step/s]INFO 2026-05-20 14:51:19 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.78 loss:0.008 grdn:0.140 lr:1.6e-06 updt_s:0.125 data_s:0.128 +Training: 61%|████████████████████▉ | 15360/25000 [1:11:53<1:18:19, 2.05step/s]INFO 2026-05-20 14:51:25 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.79 loss:0.009 grdn:0.143 lr:1.6e-06 updt_s:0.116 data_s:0.182 +Training: 62%|██████████████████████▏ | 15380/25000 [1:11:58<34:40, 4.62step/s]INFO 2026-05-20 14:51:30 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.80 loss:0.008 grdn:0.136 lr:1.6e-06 updt_s:0.119 data_s:0.125 +Training: 62%|████████████████████▉ | 15400/25000 [1:12:04<1:18:24, 2.04step/s]INFO 2026-05-20 14:51:36 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.81 loss:0.008 grdn:0.132 lr:1.6e-06 updt_s:0.120 data_s:0.183 +Training: 62%|██████████████████████▏ | 15420/25000 [1:12:09<35:52, 4.45step/s]INFO 2026-05-20 14:51:41 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.82 loss:0.009 grdn:0.164 lr:1.6e-06 updt_s:0.124 data_s:0.122 +Training: 62%|████████████████████▉ | 15440/25000 [1:12:15<1:19:40, 2.00step/s]INFO 2026-05-20 14:51:47 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.83 loss:0.009 grdn:0.151 lr:1.6e-06 updt_s:0.113 data_s:0.190 +Training: 62%|██████████████████████▎ | 15460/25000 [1:12:20<35:03, 4.54step/s]INFO 2026-05-20 14:51:52 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.85 loss:0.009 grdn:0.151 lr:1.6e-06 updt_s:0.116 data_s:0.130 +Training: 62%|█████████████████████ | 15480/25000 [1:12:26<1:24:05, 1.89step/s]INFO 2026-05-20 14:51:58 ot_train.py:488 step:15K smpl:2M ep:4K epch:7.86 loss:0.009 grdn:0.157 lr:1.6e-06 updt_s:0.117 data_s:0.191 +Training: 62%|██████████████████████▎ | 15500/25000 [1:12:31<36:18, 4.36step/s]INFO 2026-05-20 14:52:03 ot_train.py:488 step:16K smpl:2M ep:4K epch:7.87 loss:0.009 grdn:0.143 lr:1.6e-06 updt_s:0.121 data_s:0.129 +Training: 62%|██████████████████████▎ | 15520/25000 [1:12:36<57:08, 2.76step/s]INFO 2026-05-20 14:52:08 ot_train.py:488 step:16K smpl:2M ep:4K epch:7.88 loss:0.009 grdn:0.147 lr:1.6e-06 updt_s:0.118 data_s:0.154 +Training: 62%|██████████████████████▍ | 15540/25000 [1:12:40<27:11, 5.80step/s]INFO 2026-05-20 14:52:12 ot_train.py:488 step:16K smpl:2M ep:4K epch:7.89 loss:0.008 grdn:0.135 lr:1.6e-06 updt_s:0.102 data_s:0.084 +Training: 62%|█████████████████████▏ | 15560/25000 [1:12:48<1:15:09, 2.09step/s]INFO 2026-05-20 14:52:20 ot_train.py:488 step:16K smpl:2M ep:4K epch:7.90 loss:0.010 grdn:0.176 lr:1.6e-06 updt_s:0.103 data_s:0.274 +Training: 62%|██████████████████████▍ | 15580/25000 [1:12:53<32:20, 4.85step/s]INFO 2026-05-20 14:52:25 ot_train.py:488 step:16K smpl:2M ep:4K epch:7.91 loss:0.008 grdn:0.138 lr:1.6e-06 updt_s:0.108 data_s:0.134 +Training: 62%|█████████████████████▏ | 15600/25000 [1:12:59<1:28:47, 1.76step/s]INFO 2026-05-20 14:52:31 ot_train.py:488 step:16K smpl:2M ep:4K epch:7.92 loss:0.009 grdn:0.143 lr:1.6e-06 updt_s:0.109 data_s:0.207 +Training: 62%|██████████████████████▍ | 15620/25000 [1:13:04<33:48, 4.62step/s]INFO 2026-05-20 14:52:36 ot_train.py:488 step:16K smpl:2M ep:4K epch:7.93 loss:0.009 grdn:0.150 lr:1.6e-06 updt_s:0.109 data_s:0.134 +Training: 63%|█████████████████████▎ | 15640/25000 [1:13:10<1:25:27, 1.83step/s]INFO 2026-05-20 14:52:42 ot_train.py:488 step:16K smpl:2M ep:4K epch:7.94 loss:0.008 grdn:0.138 lr:1.6e-06 updt_s:0.107 data_s:0.200 +Training: 63%|██████████████████████▌ | 15660/25000 [1:13:15<31:58, 4.87step/s]INFO 2026-05-20 14:52:47 ot_train.py:488 step:16K smpl:2M ep:4K epch:7.95 loss:0.009 grdn:0.152 lr:1.5e-06 updt_s:0.107 data_s:0.130 +Training: 63%|█████████████████████▎ | 15680/25000 [1:13:21<1:22:26, 1.88step/s]INFO 2026-05-20 14:52:53 ot_train.py:488 step:16K smpl:2M ep:4K epch:7.96 loss:0.009 grdn:0.139 lr:1.5e-06 updt_s:0.109 data_s:0.199 +Training: 63%|██████████████████████▌ | 15700/25000 [1:13:26<36:08, 4.29step/s]INFO 2026-05-20 14:52:58 ot_train.py:488 step:16K smpl:2M ep:4K epch:7.97 loss:0.008 grdn:0.130 lr:1.5e-06 updt_s:0.110 data_s:0.138 +Training: 63%|█████████████████████▍ | 15720/25000 [1:13:32<1:22:10, 1.88step/s]INFO 2026-05-20 14:53:04 ot_train.py:488 step:16K smpl:2M ep:4K epch:7.98 loss:0.008 grdn:0.139 lr:1.5e-06 updt_s:0.109 data_s:0.194 +Training: 63%|██████████████████████▋ | 15740/25000 [1:13:37<33:19, 4.63step/s]INFO 2026-05-20 14:53:09 ot_train.py:488 step:16K smpl:2M ep:4K epch:7.99 loss:0.008 grdn:0.132 lr:1.5e-06 updt_s:0.111 data_s:0.148 +Training: 63%|█████████████████████▍ | 15760/25000 [1:13:43<1:17:36, 1.98step/s]INFO 2026-05-20 14:53:15 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.00 loss:0.009 grdn:0.129 lr:1.5e-06 updt_s:0.112 data_s:0.190 +Training: 63%|██████████████████████▋ | 15780/25000 [1:13:48<32:28, 4.73step/s]INFO 2026-05-20 14:53:20 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.01 loss:0.008 grdn:0.135 lr:1.5e-06 updt_s:0.104 data_s:0.141 +Training: 63%|█████████████████████▍ | 15800/25000 [1:13:54<1:24:09, 1.82step/s]INFO 2026-05-20 14:53:26 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.02 loss:0.009 grdn:0.144 lr:1.5e-06 updt_s:0.111 data_s:0.193 +Training: 63%|██████████████████████▊ | 15820/25000 [1:13:59<32:09, 4.76step/s]INFO 2026-05-20 14:53:31 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.03 loss:0.009 grdn:0.150 lr:1.5e-06 updt_s:0.108 data_s:0.129 +Training: 63%|█████████████████████▌ | 15840/25000 [1:14:05<1:17:25, 1.97step/s]INFO 2026-05-20 14:53:37 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.04 loss:0.009 grdn:0.144 lr:1.5e-06 updt_s:0.106 data_s:0.197 +Training: 63%|██████████████████████▊ | 15860/25000 [1:14:10<32:39, 4.66step/s]INFO 2026-05-20 14:53:42 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.05 loss:0.008 grdn:0.131 lr:1.5e-06 updt_s:0.105 data_s:0.139 +Training: 64%|█████████████████████▌ | 15880/25000 [1:14:16<1:16:09, 2.00step/s]INFO 2026-05-20 14:53:48 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.06 loss:0.009 grdn:0.144 lr:1.5e-06 updt_s:0.107 data_s:0.199 +Training: 64%|██████████████████████▉ | 15900/25000 [1:14:21<30:30, 4.97step/s]INFO 2026-05-20 14:53:53 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.07 loss:0.009 grdn:0.156 lr:1.5e-06 updt_s:0.108 data_s:0.132 +Training: 64%|█████████████████████▋ | 15920/25000 [1:14:27<1:13:21, 2.06step/s]INFO 2026-05-20 14:53:59 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.08 loss:0.008 grdn:0.135 lr:1.5e-06 updt_s:0.107 data_s:0.202 +Training: 64%|██████████████████████▉ | 15940/25000 [1:14:32<29:44, 5.08step/s]INFO 2026-05-20 14:54:04 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.09 loss:0.008 grdn:0.143 lr:1.5e-06 updt_s:0.114 data_s:0.126 +Training: 64%|█████████████████████▋ | 15960/25000 [1:14:38<1:10:41, 2.13step/s]INFO 2026-05-20 14:54:10 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.10 loss:0.009 grdn:0.143 lr:1.5e-06 updt_s:0.116 data_s:0.191 +Training: 64%|███████████████████████ | 15980/25000 [1:14:43<31:19, 4.80step/s]INFO 2026-05-20 14:54:15 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.11 loss:0.008 grdn:0.138 lr:1.5e-06 updt_s:0.116 data_s:0.128 +Training: 64%|█████████████████████▊ | 16000/25000 [1:14:49<1:09:05, 2.17step/s]INFO 2026-05-20 14:54:21 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.12 loss:0.008 grdn:0.149 lr:1.4e-06 updt_s:0.110 data_s:0.192 +INFO 2026-05-20 14:54:21 ot_train.py:502 Checkpoint policy after step 16000 +Training: 64%|███████████████████████ | 16020/25000 [1:15:02<18:12, 8.22step/s]INFO 2026-05-20 14:54:34 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.13 loss:0.008 grdn:0.129 lr:1.4e-06 updt_s:0.103 data_s:0.010 +Training: 64%|███████████████████████ | 16040/25000 [1:15:05<17:27, 8.56step/s]INFO 2026-05-20 14:54:37 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.14 loss:0.009 grdn:0.145 lr:1.4e-06 updt_s:0.110 data_s:0.010 +Training: 64%|███████████████████████▏ | 16060/25000 [1:15:10<53:19, 2.79step/s]INFO 2026-05-20 14:54:42 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.15 loss:0.008 grdn:0.129 lr:1.4e-06 updt_s:0.116 data_s:0.145 +Training: 64%|███████████████████████▏ | 16080/25000 [1:15:15<29:00, 5.12step/s]INFO 2026-05-20 14:54:47 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.16 loss:0.009 grdn:0.141 lr:1.4e-06 updt_s:0.109 data_s:0.140 +Training: 64%|█████████████████████▉ | 16100/25000 [1:15:21<1:01:31, 2.41step/s]INFO 2026-05-20 14:54:54 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.17 loss:0.008 grdn:0.132 lr:1.4e-06 updt_s:0.113 data_s:0.206 +Training: 64%|███████████████████████▏ | 16120/25000 [1:15:27<34:11, 4.33step/s]INFO 2026-05-20 14:54:59 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.18 loss:0.009 grdn:0.125 lr:1.4e-06 updt_s:0.104 data_s:0.157 +Training: 65%|███████████████████████▏ | 16140/25000 [1:15:33<54:21, 2.72step/s]INFO 2026-05-20 14:55:05 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.19 loss:0.009 grdn:0.149 lr:1.4e-06 updt_s:0.107 data_s:0.201 +Training: 65%|███████████████████████▎ | 16160/25000 [1:15:38<38:06, 3.87step/s]INFO 2026-05-20 14:55:10 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.20 loss:0.008 grdn:0.143 lr:1.4e-06 updt_s:0.106 data_s:0.164 +Training: 65%|███████████████████████▎ | 16180/25000 [1:15:44<49:29, 2.97step/s]INFO 2026-05-20 14:55:16 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.21 loss:0.009 grdn:0.143 lr:1.4e-06 updt_s:0.106 data_s:0.195 +Training: 65%|███████████████████████▎ | 16200/25000 [1:15:50<39:35, 3.71step/s]INFO 2026-05-20 14:55:22 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.22 loss:0.009 grdn:0.156 lr:1.4e-06 updt_s:0.107 data_s:0.163 +Training: 65%|███████████████████████▎ | 16220/25000 [1:15:56<47:23, 3.09step/s]INFO 2026-05-20 14:55:28 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.23 loss:0.009 grdn:0.141 lr:1.4e-06 updt_s:0.115 data_s:0.176 +Training: 65%|███████████████████████▍ | 16240/25000 [1:16:01<45:21, 3.22step/s]INFO 2026-05-20 14:55:33 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.24 loss:0.009 grdn:0.153 lr:1.4e-06 updt_s:0.115 data_s:0.172 +Training: 65%|███████████████████████▍ | 16260/25000 [1:16:07<41:18, 3.53step/s]INFO 2026-05-20 14:55:39 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.25 loss:0.009 grdn:0.142 lr:1.4e-06 updt_s:0.111 data_s:0.179 +Training: 65%|███████████████████████▍ | 16280/25000 [1:16:13<50:47, 2.86step/s]INFO 2026-05-20 14:55:45 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.26 loss:0.009 grdn:0.143 lr:1.4e-06 updt_s:0.109 data_s:0.188 +Training: 65%|███████████████████████▍ | 16300/25000 [1:16:19<40:07, 3.61step/s]INFO 2026-05-20 14:55:51 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.27 loss:0.009 grdn:0.139 lr:1.4e-06 updt_s:0.102 data_s:0.172 +Training: 65%|███████████████████████▌ | 16320/25000 [1:16:25<51:57, 2.78step/s]INFO 2026-05-20 14:55:57 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.28 loss:0.009 grdn:0.159 lr:1.4e-06 updt_s:0.115 data_s:0.185 +Training: 65%|███████████████████████▌ | 16340/25000 [1:16:30<35:08, 4.11step/s]INFO 2026-05-20 14:56:02 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.29 loss:0.008 grdn:0.142 lr:1.4e-06 updt_s:0.113 data_s:0.155 +Training: 65%|███████████████████████▌ | 16360/25000 [1:16:36<57:11, 2.52step/s]INFO 2026-05-20 14:56:08 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.30 loss:0.009 grdn:0.136 lr:1.3e-06 updt_s:0.111 data_s:0.195 +Training: 66%|███████████████████████▌ | 16380/25000 [1:16:41<28:24, 5.06step/s]INFO 2026-05-20 14:56:13 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.31 loss:0.009 grdn:0.138 lr:1.3e-06 updt_s:0.110 data_s:0.143 +Training: 66%|███████████████████████▌ | 16400/25000 [1:16:48<59:29, 2.41step/s]INFO 2026-05-20 14:56:20 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.32 loss:0.008 grdn:0.145 lr:1.3e-06 updt_s:0.116 data_s:0.204 +Training: 66%|███████████████████████▋ | 16420/25000 [1:16:53<27:57, 5.12step/s]INFO 2026-05-20 14:56:25 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.33 loss:0.008 grdn:0.140 lr:1.3e-06 updt_s:0.121 data_s:0.131 +Training: 66%|███████████████████████▋ | 16440/25000 [1:16:59<52:18, 2.73step/s]INFO 2026-05-20 14:56:31 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.34 loss:0.009 grdn:0.145 lr:1.3e-06 updt_s:0.114 data_s:0.204 +Training: 66%|███████████████████████▋ | 16460/25000 [1:17:04<34:43, 4.10step/s]INFO 2026-05-20 14:56:36 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.35 loss:0.008 grdn:0.148 lr:1.3e-06 updt_s:0.117 data_s:0.148 +Training: 66%|███████████████████████▋ | 16480/25000 [1:17:11<57:41, 2.46step/s]INFO 2026-05-20 14:56:43 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.36 loss:0.009 grdn:0.137 lr:1.3e-06 updt_s:0.109 data_s:0.197 +Training: 66%|███████████████████████▊ | 16500/25000 [1:17:16<26:01, 5.44step/s]INFO 2026-05-20 14:56:48 ot_train.py:488 step:16K smpl:2M ep:4K epch:8.37 loss:0.009 grdn:0.156 lr:1.3e-06 updt_s:0.110 data_s:0.143 +Training: 66%|███████████████████████▊ | 16520/25000 [1:17:22<55:58, 2.52step/s]INFO 2026-05-20 14:56:54 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.38 loss:0.009 grdn:0.149 lr:1.3e-06 updt_s:0.116 data_s:0.194 +Training: 66%|███████████████████████▊ | 16540/25000 [1:17:27<28:17, 4.98step/s]INFO 2026-05-20 14:56:59 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.39 loss:0.010 grdn:0.145 lr:1.3e-06 updt_s:0.113 data_s:0.145 +Training: 66%|███████████████████████▊ | 16560/25000 [1:17:34<57:31, 2.45step/s]INFO 2026-05-20 14:57:06 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.40 loss:0.009 grdn:0.141 lr:1.3e-06 updt_s:0.119 data_s:0.206 +Training: 66%|███████████████████████▉ | 16580/25000 [1:17:39<27:06, 5.18step/s]INFO 2026-05-20 14:57:11 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.41 loss:0.008 grdn:0.138 lr:1.3e-06 updt_s:0.118 data_s:0.131 +Training: 66%|███████████████████████▉ | 16600/25000 [1:17:45<58:04, 2.41step/s]INFO 2026-05-20 14:57:17 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.42 loss:0.008 grdn:0.141 lr:1.3e-06 updt_s:0.116 data_s:0.198 +Training: 66%|███████████████████████▉ | 16620/25000 [1:17:50<25:41, 5.44step/s]INFO 2026-05-20 14:57:22 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.43 loss:0.008 grdn:0.141 lr:1.3e-06 updt_s:0.110 data_s:0.142 +Training: 67%|███████████████████████▉ | 16640/25000 [1:17:56<58:08, 2.40step/s]INFO 2026-05-20 14:57:28 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.44 loss:0.009 grdn:0.149 lr:1.3e-06 updt_s:0.123 data_s:0.199 +Training: 67%|███████████████████████▉ | 16660/25000 [1:18:01<25:52, 5.37step/s]INFO 2026-05-20 14:57:33 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.45 loss:0.009 grdn:0.145 lr:1.3e-06 updt_s:0.118 data_s:0.130 +Training: 67%|████████████████████████ | 16680/25000 [1:18:08<59:07, 2.35step/s]INFO 2026-05-20 14:57:40 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.46 loss:0.009 grdn:0.143 lr:1.3e-06 updt_s:0.119 data_s:0.200 +Training: 67%|████████████████████████ | 16700/25000 [1:18:13<26:12, 5.28step/s]INFO 2026-05-20 14:57:45 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.47 loss:0.009 grdn:0.140 lr:1.3e-06 updt_s:0.115 data_s:0.138 +Training: 67%|████████████████████████ | 16720/25000 [1:18:19<58:23, 2.36step/s]INFO 2026-05-20 14:57:51 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.48 loss:0.009 grdn:0.146 lr:1.2e-06 updt_s:0.111 data_s:0.209 +Training: 67%|████████████████████████ | 16740/25000 [1:18:24<28:25, 4.84step/s]INFO 2026-05-20 14:57:56 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.49 loss:0.008 grdn:0.141 lr:1.2e-06 updt_s:0.120 data_s:0.134 +Training: 67%|████████████████████████▏ | 16760/25000 [1:18:31<55:42, 2.47step/s]INFO 2026-05-20 14:58:03 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.50 loss:0.009 grdn:0.142 lr:1.2e-06 updt_s:0.115 data_s:0.196 +Training: 67%|████████████████████████▏ | 16780/25000 [1:18:36<27:14, 5.03step/s]INFO 2026-05-20 14:58:08 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.51 loss:0.008 grdn:0.148 lr:1.2e-06 updt_s:0.113 data_s:0.142 +Training: 67%|████████████████████████▏ | 16800/25000 [1:18:42<54:15, 2.52step/s]INFO 2026-05-20 14:58:14 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.52 loss:0.008 grdn:0.135 lr:1.2e-06 updt_s:0.113 data_s:0.197 +Training: 67%|████████████████████████▏ | 16820/25000 [1:18:47<25:54, 5.26step/s]INFO 2026-05-20 14:58:19 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.54 loss:0.008 grdn:0.140 lr:1.2e-06 updt_s:0.113 data_s:0.138 +Training: 67%|████████████████████████▏ | 16840/25000 [1:18:53<54:41, 2.49step/s]INFO 2026-05-20 14:58:25 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.55 loss:0.008 grdn:0.138 lr:1.2e-06 updt_s:0.112 data_s:0.206 +Training: 67%|████████████████████████▎ | 16860/25000 [1:18:59<25:52, 5.24step/s]INFO 2026-05-20 14:58:31 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.56 loss:0.009 grdn:0.150 lr:1.2e-06 updt_s:0.112 data_s:0.141 +Training: 68%|████████████████████████▎ | 16880/25000 [1:19:05<52:31, 2.58step/s]INFO 2026-05-20 14:58:37 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.57 loss:0.009 grdn:0.144 lr:1.2e-06 updt_s:0.121 data_s:0.192 +Training: 68%|████████████████████████▎ | 16900/25000 [1:19:10<25:53, 5.21step/s]INFO 2026-05-20 14:58:42 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.58 loss:0.009 grdn:0.155 lr:1.2e-06 updt_s:0.119 data_s:0.128 +Training: 68%|████████████████████████▎ | 16920/25000 [1:19:16<55:51, 2.41step/s]INFO 2026-05-20 14:58:48 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.59 loss:0.008 grdn:0.142 lr:1.2e-06 updt_s:0.120 data_s:0.190 +Training: 68%|████████████████████████▍ | 16940/25000 [1:19:21<26:06, 5.15step/s]INFO 2026-05-20 14:58:53 ot_train.py:488 step:17K smpl:2M ep:4K epch:8.60 loss:0.009 grdn:0.140 lr:1.2e-06 updt_s:0.117 data_s:0.132 +Training: 68%|████████████████████████▍ | 16960/25000 [1:19:27<53:11, 2.52step/s]INFO 2026-05-20 14:58:59 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.61 loss:0.009 grdn:0.145 lr:1.2e-06 updt_s:0.116 data_s:0.193 +Training: 68%|████████████████████████▍ | 16980/25000 [1:19:32<25:53, 5.16step/s]INFO 2026-05-20 14:59:04 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.62 loss:0.008 grdn:0.150 lr:1.2e-06 updt_s:0.118 data_s:0.132 +Training: 68%|████████████████████████▍ | 17000/25000 [1:19:39<55:24, 2.41step/s]INFO 2026-05-20 14:59:11 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.63 loss:0.009 grdn:0.150 lr:1.2e-06 updt_s:0.114 data_s:0.201 +Training: 68%|████████████████████████▌ | 17020/25000 [1:19:44<26:07, 5.09step/s]INFO 2026-05-20 14:59:16 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.64 loss:0.009 grdn:0.142 lr:1.2e-06 updt_s:0.117 data_s:0.132 +Training: 68%|████████████████████████▌ | 17040/25000 [1:19:50<55:03, 2.41step/s]INFO 2026-05-20 14:59:22 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.65 loss:0.008 grdn:0.128 lr:1.2e-06 updt_s:0.124 data_s:0.185 +Training: 68%|████████████████████████▌ | 17060/25000 [1:19:55<25:08, 5.26step/s]INFO 2026-05-20 14:59:27 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.66 loss:0.008 grdn:0.140 lr:1.2e-06 updt_s:0.120 data_s:0.127 +Training: 68%|████████████████████████▌ | 17080/25000 [1:20:01<53:39, 2.46step/s]INFO 2026-05-20 14:59:33 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.67 loss:0.009 grdn:0.141 lr:1.2e-06 updt_s:0.116 data_s:0.201 +Training: 68%|████████████████████████▌ | 17100/25000 [1:20:06<24:12, 5.44step/s]INFO 2026-05-20 14:59:38 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.68 loss:0.009 grdn:0.142 lr:1.1e-06 updt_s:0.115 data_s:0.134 +Training: 68%|████████████████████████▋ | 17120/25000 [1:20:12<50:02, 2.62step/s]INFO 2026-05-20 14:59:44 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.69 loss:0.009 grdn:0.141 lr:1.1e-06 updt_s:0.119 data_s:0.195 +Training: 69%|████████████████████████▋ | 17140/25000 [1:20:18<26:31, 4.94step/s]INFO 2026-05-20 14:59:50 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.70 loss:0.009 grdn:0.134 lr:1.1e-06 updt_s:0.110 data_s:0.145 +Training: 69%|████████████████████████▋ | 17160/25000 [1:20:24<53:04, 2.46step/s]INFO 2026-05-20 14:59:56 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.71 loss:0.008 grdn:0.137 lr:1.1e-06 updt_s:0.116 data_s:0.199 +Training: 69%|████████████████████████▋ | 17180/25000 [1:20:29<25:07, 5.19step/s]INFO 2026-05-20 15:00:01 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.72 loss:0.008 grdn:0.142 lr:1.1e-06 updt_s:0.116 data_s:0.132 +Training: 69%|████████████████████████▊ | 17200/25000 [1:20:35<51:35, 2.52step/s]INFO 2026-05-20 15:00:07 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.73 loss:0.009 grdn:0.134 lr:1.1e-06 updt_s:0.117 data_s:0.195 +Training: 69%|████████████████████████▊ | 17220/25000 [1:20:40<26:13, 4.94step/s]INFO 2026-05-20 15:00:13 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.74 loss:0.009 grdn:0.147 lr:1.1e-06 updt_s:0.120 data_s:0.148 +Training: 69%|████████████████████████▊ | 17240/25000 [1:20:47<52:12, 2.48step/s]INFO 2026-05-20 15:00:19 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.75 loss:0.009 grdn:0.148 lr:1.1e-06 updt_s:0.113 data_s:0.194 +Training: 69%|████████████████████████▊ | 17260/25000 [1:20:52<25:22, 5.08step/s]INFO 2026-05-20 15:00:24 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.76 loss:0.009 grdn:0.139 lr:1.1e-06 updt_s:0.117 data_s:0.135 +Training: 69%|████████████████████████▉ | 17280/25000 [1:20:58<54:00, 2.38step/s]INFO 2026-05-20 15:00:30 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.77 loss:0.009 grdn:0.148 lr:1.1e-06 updt_s:0.116 data_s:0.203 +Training: 69%|████████████████████████▉ | 17300/25000 [1:21:03<24:22, 5.26step/s]INFO 2026-05-20 15:00:35 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.78 loss:0.008 grdn:0.134 lr:1.1e-06 updt_s:0.120 data_s:0.125 +Training: 69%|████████████████████████▉ | 17320/25000 [1:21:09<47:14, 2.71step/s]INFO 2026-05-20 15:00:41 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.79 loss:0.008 grdn:0.132 lr:1.1e-06 updt_s:0.115 data_s:0.185 +Training: 69%|████████████████████████▉ | 17340/25000 [1:21:14<23:55, 5.34step/s]INFO 2026-05-20 15:00:46 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.80 loss:0.009 grdn:0.146 lr:1.1e-06 updt_s:0.120 data_s:0.129 +Training: 69%|████████████████████████▉ | 17360/25000 [1:21:20<48:22, 2.63step/s]INFO 2026-05-20 15:00:52 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.81 loss:0.008 grdn:0.134 lr:1.1e-06 updt_s:0.119 data_s:0.186 +Training: 70%|█████████████████████████ | 17380/25000 [1:21:25<24:45, 5.13step/s]INFO 2026-05-20 15:00:57 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.82 loss:0.009 grdn:0.142 lr:1.1e-06 updt_s:0.120 data_s:0.129 +Training: 70%|█████████████████████████ | 17400/25000 [1:21:31<52:57, 2.39step/s]INFO 2026-05-20 15:01:04 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.83 loss:0.008 grdn:0.127 lr:1.1e-06 updt_s:0.116 data_s:0.193 +Training: 70%|█████████████████████████ | 17420/25000 [1:21:36<24:20, 5.19step/s]INFO 2026-05-20 15:01:08 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.84 loss:0.008 grdn:0.143 lr:1.1e-06 updt_s:0.111 data_s:0.134 +Training: 70%|█████████████████████████ | 17440/25000 [1:21:43<50:45, 2.48step/s]INFO 2026-05-20 15:01:15 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.85 loss:0.008 grdn:0.137 lr:1.1e-06 updt_s:0.118 data_s:0.190 +Training: 70%|█████████████████████████▏ | 17460/25000 [1:21:47<25:32, 4.92step/s]INFO 2026-05-20 15:01:19 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.86 loss:0.009 grdn:0.139 lr:1.1e-06 updt_s:0.119 data_s:0.122 +Training: 70%|█████████████████████████▏ | 17480/25000 [1:21:52<36:18, 3.45step/s]INFO 2026-05-20 15:01:24 ot_train.py:488 step:17K smpl:2M ep:5K epch:8.87 loss:0.008 grdn:0.130 lr:1.0e-06 updt_s:0.103 data_s:0.125 +Training: 70%|█████████████████████████▏ | 17500/25000 [1:21:59<24:26, 5.11step/s]INFO 2026-05-20 15:01:31 ot_train.py:488 step:18K smpl:2M ep:5K epch:8.88 loss:0.008 grdn:0.147 lr:1.0e-06 updt_s:0.104 data_s:0.221 +Training: 70%|█████████████████████████▏ | 17520/25000 [1:22:04<48:48, 2.55step/s]INFO 2026-05-20 15:01:36 ot_train.py:488 step:18K smpl:2M ep:5K epch:8.89 loss:0.008 grdn:0.129 lr:1.0e-06 updt_s:0.105 data_s:0.185 +Training: 70%|█████████████████████████▎ | 17540/25000 [1:22:09<23:17, 5.34step/s]INFO 2026-05-20 15:01:41 ot_train.py:488 step:18K smpl:2M ep:5K epch:8.90 loss:0.009 grdn:0.151 lr:1.0e-06 updt_s:0.108 data_s:0.137 +Training: 70%|█████████████████████████▎ | 17560/25000 [1:22:15<47:54, 2.59step/s]INFO 2026-05-20 15:01:47 ot_train.py:488 step:18K smpl:2M ep:5K epch:8.91 loss:0.008 grdn:0.141 lr:1.0e-06 updt_s:0.104 data_s:0.193 +Training: 70%|█████████████████████████▎ | 17580/25000 [1:22:20<24:59, 4.95step/s]INFO 2026-05-20 15:01:52 ot_train.py:488 step:18K smpl:2M ep:5K epch:8.92 loss:0.008 grdn:0.140 lr:1.0e-06 updt_s:0.109 data_s:0.143 +Training: 70%|█████████████████████████▎ | 17600/25000 [1:22:26<42:25, 2.91step/s]INFO 2026-05-20 15:01:58 ot_train.py:488 step:18K smpl:2M ep:5K epch:8.93 loss:0.009 grdn:0.146 lr:1.0e-06 updt_s:0.115 data_s:0.182 +Training: 70%|█████████████████████████▎ | 17620/25000 [1:22:32<30:32, 4.03step/s]INFO 2026-05-20 15:02:04 ot_train.py:488 step:18K smpl:2M ep:5K epch:8.94 loss:0.008 grdn:0.140 lr:1.0e-06 updt_s:0.111 data_s:0.153 +Training: 71%|█████████████████████████▍ | 17640/25000 [1:22:37<38:15, 3.21step/s]INFO 2026-05-20 15:02:09 ot_train.py:488 step:18K smpl:2M ep:5K epch:8.95 loss:0.008 grdn:0.134 lr:1.0e-06 updt_s:0.107 data_s:0.170 +Training: 71%|█████████████████████████▍ | 17660/25000 [1:22:43<30:08, 4.06step/s]INFO 2026-05-20 15:02:15 ot_train.py:488 step:18K smpl:2M ep:5K epch:8.96 loss:0.008 grdn:0.129 lr:1.0e-06 updt_s:0.113 data_s:0.156 +Training: 71%|█████████████████████████▍ | 17680/25000 [1:22:48<35:39, 3.42step/s]INFO 2026-05-20 15:02:20 ot_train.py:488 step:18K smpl:2M ep:5K epch:8.97 loss:0.008 grdn:0.135 lr:9.9e-07 updt_s:0.108 data_s:0.169 +Training: 71%|█████████████████████████▍ | 17700/25000 [1:22:54<27:21, 4.45step/s]INFO 2026-05-20 15:02:26 ot_train.py:488 step:18K smpl:2M ep:5K epch:8.98 loss:0.009 grdn:0.145 lr:9.9e-07 updt_s:0.115 data_s:0.159 +Training: 71%|█████████████████████████▌ | 17720/25000 [1:22:59<32:15, 3.76step/s]INFO 2026-05-20 15:02:31 ot_train.py:488 step:18K smpl:2M ep:5K epch:8.99 loss:0.009 grdn:0.140 lr:9.8e-07 updt_s:0.115 data_s:0.174 +Training: 71%|█████████████████████████▌ | 17740/25000 [1:23:05<32:18, 3.74step/s]INFO 2026-05-20 15:02:37 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.00 loss:0.009 grdn:0.146 lr:9.8e-07 updt_s:0.116 data_s:0.161 +Training: 71%|█████████████████████████▌ | 17760/25000 [1:23:10<24:47, 4.87step/s]INFO 2026-05-20 15:02:42 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.01 loss:0.009 grdn:0.141 lr:9.7e-07 updt_s:0.111 data_s:0.147 +Training: 71%|█████████████████████████▌ | 17780/25000 [1:23:16<35:10, 3.42step/s]INFO 2026-05-20 15:02:48 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.02 loss:0.009 grdn:0.138 lr:9.7e-07 updt_s:0.111 data_s:0.188 +Training: 71%|█████████████████████████▋ | 17800/25000 [1:23:21<19:56, 6.02step/s]INFO 2026-05-20 15:02:53 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.03 loss:0.008 grdn:0.150 lr:9.6e-07 updt_s:0.110 data_s:0.144 +Training: 71%|█████████████████████████▋ | 17820/25000 [1:23:27<35:26, 3.38step/s]INFO 2026-05-20 15:02:59 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.04 loss:0.009 grdn:0.138 lr:9.6e-07 updt_s:0.113 data_s:0.196 +Training: 71%|█████████████████████████▋ | 17840/25000 [1:23:32<19:19, 6.18step/s]INFO 2026-05-20 15:03:04 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.05 loss:0.008 grdn:0.131 lr:9.5e-07 updt_s:0.112 data_s:0.130 +Training: 71%|█████████████████████████▋ | 17860/25000 [1:23:38<37:28, 3.18step/s]INFO 2026-05-20 15:03:10 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.06 loss:0.008 grdn:0.140 lr:9.5e-07 updt_s:0.109 data_s:0.193 +Training: 72%|█████████████████████████▋ | 17880/25000 [1:23:43<19:07, 6.21step/s]INFO 2026-05-20 15:03:15 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.07 loss:0.009 grdn:0.144 lr:9.5e-07 updt_s:0.111 data_s:0.133 +Training: 72%|█████████████████████████▊ | 17900/25000 [1:23:49<37:41, 3.14step/s]INFO 2026-05-20 15:03:21 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.08 loss:0.008 grdn:0.144 lr:9.4e-07 updt_s:0.114 data_s:0.194 +Training: 72%|█████████████████████████▊ | 17920/25000 [1:23:54<23:21, 5.05step/s]INFO 2026-05-20 15:03:26 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.09 loss:0.009 grdn:0.154 lr:9.4e-07 updt_s:0.114 data_s:0.136 +Training: 72%|█████████████████████████▊ | 17940/25000 [1:24:00<36:03, 3.26step/s]INFO 2026-05-20 15:03:32 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.10 loss:0.009 grdn:0.142 lr:9.3e-07 updt_s:0.116 data_s:0.183 +Training: 72%|█████████████████████████▊ | 17960/25000 [1:24:05<19:39, 5.97step/s]INFO 2026-05-20 15:03:38 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.11 loss:0.008 grdn:0.138 lr:9.3e-07 updt_s:0.113 data_s:0.137 +Training: 72%|█████████████████████████▉ | 17980/25000 [1:24:12<36:15, 3.23step/s]INFO 2026-05-20 15:03:44 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.12 loss:0.009 grdn:0.148 lr:9.2e-07 updt_s:0.116 data_s:0.192 +Training: 72%|█████████████████████████▉ | 18000/25000 [1:24:17<20:30, 5.69step/s]INFO 2026-05-20 15:03:49 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.13 loss:0.009 grdn:0.126 lr:9.2e-07 updt_s:0.116 data_s:0.135 +INFO 2026-05-20 15:03:49 ot_train.py:502 Checkpoint policy after step 18000 +Training: 72%|█████████████████████████▉ | 18020/25000 [1:24:29<14:06, 8.25step/s]INFO 2026-05-20 15:04:01 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.14 loss:0.008 grdn:0.153 lr:9.1e-07 updt_s:0.103 data_s:0.010 +Training: 72%|█████████████████████████▉ | 18040/25000 [1:24:31<14:57, 7.76step/s]INFO 2026-05-20 15:04:03 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.15 loss:0.009 grdn:0.157 lr:9.1e-07 updt_s:0.114 data_s:0.010 +Training: 72%|██████████████████████████ | 18060/25000 [1:24:36<32:47, 3.53step/s]INFO 2026-05-20 15:04:08 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.16 loss:0.008 grdn:0.136 lr:9.0e-07 updt_s:0.120 data_s:0.124 +Training: 72%|██████████████████████████ | 18080/25000 [1:24:41<18:15, 6.32step/s]INFO 2026-05-20 15:04:13 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.17 loss:0.008 grdn:0.138 lr:9.0e-07 updt_s:0.115 data_s:0.126 +Training: 72%|██████████████████████████ | 18100/25000 [1:24:47<27:43, 4.15step/s]INFO 2026-05-20 15:04:19 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.18 loss:0.009 grdn:0.135 lr:8.9e-07 updt_s:0.117 data_s:0.182 +Training: 72%|██████████████████████████ | 18120/25000 [1:24:52<19:18, 5.94step/s]INFO 2026-05-20 15:04:24 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.19 loss:0.009 grdn:0.142 lr:8.9e-07 updt_s:0.114 data_s:0.140 +Training: 73%|██████████████████████████ | 18140/25000 [1:24:58<31:04, 3.68step/s]INFO 2026-05-20 15:04:30 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.20 loss:0.008 grdn:0.146 lr:8.8e-07 updt_s:0.110 data_s:0.201 +Training: 73%|██████████████████████████▏ | 18160/25000 [1:25:03<16:37, 6.86step/s]INFO 2026-05-20 15:04:35 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.22 loss:0.008 grdn:0.138 lr:8.8e-07 updt_s:0.113 data_s:0.128 +Training: 73%|██████████████████████████▏ | 18180/25000 [1:25:09<30:29, 3.73step/s]INFO 2026-05-20 15:04:41 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.23 loss:0.008 grdn:0.142 lr:8.7e-07 updt_s:0.111 data_s:0.197 +Training: 73%|██████████████████████████▏ | 18200/25000 [1:25:14<18:54, 5.99step/s]INFO 2026-05-20 15:04:46 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.24 loss:0.009 grdn:0.142 lr:8.7e-07 updt_s:0.122 data_s:0.117 +Training: 73%|██████████████████████████▏ | 18220/25000 [1:25:20<27:17, 4.14step/s]INFO 2026-05-20 15:04:52 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.25 loss:0.008 grdn:0.136 lr:8.6e-07 updt_s:0.117 data_s:0.181 +Training: 73%|██████████████████████████▎ | 18240/25000 [1:25:25<18:50, 5.98step/s]INFO 2026-05-20 15:04:57 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.26 loss:0.008 grdn:0.134 lr:8.6e-07 updt_s:0.110 data_s:0.143 +Training: 73%|██████████████████████████▎ | 18260/25000 [1:25:31<28:47, 3.90step/s]INFO 2026-05-20 15:05:03 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.27 loss:0.009 grdn:0.149 lr:8.5e-07 updt_s:0.117 data_s:0.179 +Training: 73%|██████████████████████████▎ | 18280/25000 [1:25:36<22:08, 5.06step/s]INFO 2026-05-20 15:05:08 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.28 loss:0.009 grdn:0.143 lr:8.5e-07 updt_s:0.110 data_s:0.137 +Training: 73%|██████████████████████████▎ | 18300/25000 [1:25:42<25:30, 4.38step/s]INFO 2026-05-20 15:05:14 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.29 loss:0.009 grdn:0.145 lr:8.4e-07 updt_s:0.119 data_s:0.163 +Training: 73%|██████████████████████████▍ | 18320/25000 [1:25:47<25:18, 4.40step/s]INFO 2026-05-20 15:05:19 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.30 loss:0.008 grdn:0.140 lr:8.4e-07 updt_s:0.111 data_s:0.157 +Training: 73%|██████████████████████████▍ | 18340/25000 [1:25:53<24:21, 4.56step/s]INFO 2026-05-20 15:05:25 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.31 loss:0.008 grdn:0.142 lr:8.3e-07 updt_s:0.111 data_s:0.165 +Training: 73%|██████████████████████████▍ | 18360/25000 [1:25:58<28:21, 3.90step/s]INFO 2026-05-20 15:05:30 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.32 loss:0.009 grdn:0.148 lr:8.3e-07 updt_s:0.110 data_s:0.168 +Training: 74%|██████████████████████████▍ | 18380/25000 [1:26:04<24:44, 4.46step/s]INFO 2026-05-20 15:05:36 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.33 loss:0.009 grdn:0.152 lr:8.2e-07 updt_s:0.113 data_s:0.163 +Training: 74%|██████████████████████████▍ | 18400/25000 [1:26:09<27:09, 4.05step/s]INFO 2026-05-20 15:05:41 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.34 loss:0.010 grdn:0.160 lr:8.2e-07 updt_s:0.105 data_s:0.169 +Training: 74%|██████████████████████████▌ | 18420/25000 [1:26:15<22:21, 4.91step/s]INFO 2026-05-20 15:05:47 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.35 loss:0.008 grdn:0.139 lr:8.2e-07 updt_s:0.108 data_s:0.158 +Training: 74%|██████████████████████████▌ | 18440/25000 [1:26:20<26:27, 4.13step/s]INFO 2026-05-20 15:05:52 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.36 loss:0.009 grdn:0.141 lr:8.1e-07 updt_s:0.106 data_s:0.172 +Training: 74%|██████████████████████████▌ | 18460/25000 [1:26:26<21:57, 4.96step/s]INFO 2026-05-20 15:05:58 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.37 loss:0.008 grdn:0.139 lr:8.1e-07 updt_s:0.107 data_s:0.158 +Training: 74%|██████████████████████████▌ | 18480/25000 [1:26:31<30:26, 3.57step/s]INFO 2026-05-20 15:06:03 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.38 loss:0.009 grdn:0.142 lr:8.0e-07 updt_s:0.110 data_s:0.176 +Training: 74%|██████████████████████████▋ | 18500/25000 [1:26:36<22:36, 4.79step/s]INFO 2026-05-20 15:06:08 ot_train.py:488 step:18K smpl:2M ep:5K epch:9.39 loss:0.008 grdn:0.138 lr:8.0e-07 updt_s:0.112 data_s:0.146 +Training: 74%|██████████████████████████▋ | 18520/25000 [1:26:42<26:30, 4.07step/s]INFO 2026-05-20 15:06:14 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.40 loss:0.008 grdn:0.138 lr:7.9e-07 updt_s:0.112 data_s:0.166 +Training: 74%|██████████████████████████▋ | 18540/25000 [1:26:47<20:06, 5.36step/s]INFO 2026-05-20 15:06:19 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.41 loss:0.008 grdn:0.145 lr:7.9e-07 updt_s:0.108 data_s:0.158 +Training: 74%|██████████████████████████▋ | 18560/25000 [1:26:53<31:55, 3.36step/s]INFO 2026-05-20 15:06:25 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.42 loss:0.009 grdn:0.144 lr:7.8e-07 updt_s:0.114 data_s:0.183 +Training: 74%|██████████████████████████▊ | 18580/25000 [1:26:58<18:52, 5.67step/s]INFO 2026-05-20 15:06:30 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.43 loss:0.008 grdn:0.138 lr:7.8e-07 updt_s:0.110 data_s:0.135 +Training: 74%|██████████████████████████▊ | 18600/25000 [1:27:04<33:38, 3.17step/s]INFO 2026-05-20 15:06:36 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.44 loss:0.009 grdn:0.143 lr:7.7e-07 updt_s:0.114 data_s:0.191 +Training: 74%|██████████████████████████▊ | 18620/25000 [1:27:09<17:22, 6.12step/s]INFO 2026-05-20 15:06:41 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.45 loss:0.009 grdn:0.144 lr:7.7e-07 updt_s:0.108 data_s:0.131 +Training: 75%|██████████████████████████▊ | 18640/25000 [1:27:16<33:00, 3.21step/s]INFO 2026-05-20 15:06:48 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.46 loss:0.008 grdn:0.130 lr:7.6e-07 updt_s:0.115 data_s:0.203 +Training: 75%|██████████████████████████▊ | 18660/25000 [1:27:20<17:03, 6.19step/s]INFO 2026-05-20 15:06:52 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.47 loss:0.009 grdn:0.139 lr:7.6e-07 updt_s:0.117 data_s:0.124 +Training: 75%|██████████████████████████▉ | 18680/25000 [1:27:26<31:41, 3.32step/s]INFO 2026-05-20 15:06:58 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.48 loss:0.009 grdn:0.139 lr:7.6e-07 updt_s:0.113 data_s:0.186 +Training: 75%|██████████████████████████▉ | 18700/25000 [1:27:31<17:19, 6.06step/s]INFO 2026-05-20 15:07:03 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.49 loss:0.008 grdn:0.133 lr:7.5e-07 updt_s:0.114 data_s:0.131 +Training: 75%|██████████████████████████▉ | 18720/25000 [1:27:37<33:47, 3.10step/s]INFO 2026-05-20 15:07:09 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.50 loss:0.008 grdn:0.141 lr:7.5e-07 updt_s:0.113 data_s:0.191 +Training: 75%|██████████████████████████▉ | 18740/25000 [1:27:42<16:58, 6.15step/s]INFO 2026-05-20 15:07:14 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.51 loss:0.008 grdn:0.146 lr:7.4e-07 updt_s:0.106 data_s:0.135 +Training: 75%|███████████████████████████ | 18760/25000 [1:27:48<32:34, 3.19step/s]INFO 2026-05-20 15:07:21 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.52 loss:0.010 grdn:0.147 lr:7.4e-07 updt_s:0.106 data_s:0.201 +Training: 75%|███████████████████████████ | 18780/25000 [1:27:53<16:56, 6.12step/s]INFO 2026-05-20 15:07:25 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.53 loss:0.009 grdn:0.142 lr:7.3e-07 updt_s:0.106 data_s:0.142 +Training: 75%|███████████████████████████ | 18800/25000 [1:28:00<32:28, 3.18step/s]INFO 2026-05-20 15:07:32 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.54 loss:0.008 grdn:0.140 lr:7.3e-07 updt_s:0.107 data_s:0.202 +Training: 75%|███████████████████████████ | 18820/25000 [1:28:04<17:22, 5.93step/s]INFO 2026-05-20 15:07:36 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.55 loss:0.008 grdn:0.146 lr:7.2e-07 updt_s:0.110 data_s:0.130 +Training: 75%|███████████████████████████▏ | 18840/25000 [1:28:11<30:03, 3.42step/s]INFO 2026-05-20 15:07:43 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.56 loss:0.009 grdn:0.140 lr:7.2e-07 updt_s:0.109 data_s:0.198 +Training: 75%|███████████████████████████▏ | 18860/25000 [1:28:15<17:25, 5.87step/s]INFO 2026-05-20 15:07:48 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.57 loss:0.008 grdn:0.144 lr:7.2e-07 updt_s:0.110 data_s:0.135 +Training: 76%|███████████████████████████▏ | 18880/25000 [1:28:22<32:29, 3.14step/s]INFO 2026-05-20 15:07:54 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.58 loss:0.008 grdn:0.136 lr:7.1e-07 updt_s:0.113 data_s:0.193 +Training: 76%|███████████████████████████▏ | 18900/25000 [1:28:27<16:40, 6.09step/s]INFO 2026-05-20 15:07:59 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.59 loss:0.009 grdn:0.145 lr:7.1e-07 updt_s:0.116 data_s:0.129 +Training: 76%|███████████████████████████▏ | 18920/25000 [1:28:33<31:09, 3.25step/s]INFO 2026-05-20 15:08:05 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.60 loss:0.008 grdn:0.132 lr:7.0e-07 updt_s:0.112 data_s:0.188 +Training: 76%|███████████████████████████▎ | 18940/25000 [1:28:38<16:08, 6.26step/s]INFO 2026-05-20 15:08:10 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.61 loss:0.008 grdn:0.133 lr:7.0e-07 updt_s:0.110 data_s:0.139 +Training: 76%|███████████████████████████▎ | 18960/25000 [1:28:44<31:16, 3.22step/s]INFO 2026-05-20 15:08:16 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.62 loss:0.009 grdn:0.131 lr:6.9e-07 updt_s:0.114 data_s:0.194 +Training: 76%|███████████████████████████▎ | 18980/25000 [1:28:49<18:02, 5.56step/s]INFO 2026-05-20 15:08:21 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.63 loss:0.008 grdn:0.137 lr:6.9e-07 updt_s:0.115 data_s:0.131 +Training: 76%|███████████████████████████▎ | 19000/25000 [1:28:55<31:31, 3.17step/s]INFO 2026-05-20 15:08:27 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.64 loss:0.009 grdn:0.147 lr:6.8e-07 updt_s:0.111 data_s:0.185 +Training: 76%|███████████████████████████▍ | 19020/25000 [1:29:00<17:55, 5.56step/s]INFO 2026-05-20 15:08:32 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.65 loss:0.009 grdn:0.143 lr:6.8e-07 updt_s:0.110 data_s:0.140 +Training: 76%|███████████████████████████▍ | 19040/25000 [1:29:06<29:08, 3.41step/s]INFO 2026-05-20 15:08:38 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.66 loss:0.009 grdn:0.139 lr:6.8e-07 updt_s:0.112 data_s:0.185 +Training: 76%|███████████████████████████▍ | 19060/25000 [1:29:10<16:02, 6.17step/s]INFO 2026-05-20 15:08:42 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.67 loss:0.009 grdn:0.136 lr:6.7e-07 updt_s:0.111 data_s:0.129 +Training: 76%|███████████████████████████▍ | 19080/25000 [1:29:17<31:12, 3.16step/s]INFO 2026-05-20 15:08:49 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.68 loss:0.008 grdn:0.138 lr:6.7e-07 updt_s:0.114 data_s:0.194 +Training: 76%|███████████████████████████▌ | 19100/25000 [1:29:21<16:33, 5.94step/s]INFO 2026-05-20 15:08:54 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.69 loss:0.009 grdn:0.144 lr:6.6e-07 updt_s:0.115 data_s:0.129 +Training: 76%|███████████████████████████▌ | 19120/25000 [1:29:28<31:04, 3.15step/s]INFO 2026-05-20 15:09:00 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.70 loss:0.008 grdn:0.132 lr:6.6e-07 updt_s:0.118 data_s:0.187 +Training: 77%|███████████████████████████▌ | 19140/25000 [1:29:33<17:11, 5.68step/s]INFO 2026-05-20 15:09:05 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.71 loss:0.008 grdn:0.132 lr:6.5e-07 updt_s:0.116 data_s:0.131 +Training: 77%|███████████████████████████▌ | 19160/25000 [1:29:39<29:56, 3.25step/s]INFO 2026-05-20 15:09:11 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.72 loss:0.009 grdn:0.146 lr:6.5e-07 updt_s:0.120 data_s:0.180 +Training: 77%|███████████████████████████▌ | 19180/25000 [1:29:43<16:11, 5.99step/s]INFO 2026-05-20 15:09:15 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.73 loss:0.009 grdn:0.148 lr:6.5e-07 updt_s:0.113 data_s:0.128 +Training: 77%|███████████████████████████▋ | 19200/25000 [1:29:50<29:36, 3.27step/s]INFO 2026-05-20 15:09:22 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.74 loss:0.008 grdn:0.140 lr:6.4e-07 updt_s:0.115 data_s:0.196 +Training: 77%|███████████████████████████▋ | 19220/25000 [1:29:54<16:09, 5.96step/s]INFO 2026-05-20 15:09:27 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.75 loss:0.009 grdn:0.136 lr:6.4e-07 updt_s:0.113 data_s:0.127 +Training: 77%|███████████████████████████▋ | 19240/25000 [1:30:01<31:32, 3.04step/s]INFO 2026-05-20 15:09:33 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.76 loss:0.009 grdn:0.140 lr:6.3e-07 updt_s:0.115 data_s:0.193 +Training: 77%|███████████████████████████▋ | 19260/25000 [1:30:06<16:25, 5.83step/s]INFO 2026-05-20 15:09:38 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.77 loss:0.008 grdn:0.128 lr:6.3e-07 updt_s:0.114 data_s:0.130 +Training: 77%|███████████████████████████▊ | 19280/25000 [1:30:12<29:08, 3.27step/s]INFO 2026-05-20 15:09:44 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.78 loss:0.009 grdn:0.149 lr:6.3e-07 updt_s:0.115 data_s:0.188 +Training: 77%|███████████████████████████▊ | 19300/25000 [1:30:17<16:47, 5.66step/s]INFO 2026-05-20 15:09:49 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.79 loss:0.008 grdn:0.139 lr:6.2e-07 updt_s:0.120 data_s:0.125 +Training: 77%|███████████████████████████▊ | 19320/25000 [1:30:23<29:02, 3.26step/s]INFO 2026-05-20 15:09:55 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.80 loss:0.009 grdn:0.143 lr:6.2e-07 updt_s:0.119 data_s:0.184 +Training: 77%|███████████████████████████▊ | 19340/25000 [1:30:28<15:45, 5.99step/s]INFO 2026-05-20 15:10:00 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.81 loss:0.009 grdn:0.142 lr:6.1e-07 updt_s:0.116 data_s:0.128 +Training: 77%|███████████████████████████▉ | 19360/25000 [1:30:34<30:54, 3.04step/s]INFO 2026-05-20 15:10:06 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.82 loss:0.009 grdn:0.146 lr:6.1e-07 updt_s:0.122 data_s:0.189 +Training: 78%|███████████████████████████▉ | 19380/25000 [1:30:39<14:44, 6.35step/s]INFO 2026-05-20 15:10:11 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.83 loss:0.009 grdn:0.154 lr:6.0e-07 updt_s:0.117 data_s:0.124 +Training: 78%|███████████████████████████▉ | 19400/25000 [1:30:45<28:59, 3.22step/s]INFO 2026-05-20 15:10:17 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.84 loss:0.008 grdn:0.126 lr:6.0e-07 updt_s:0.118 data_s:0.193 +Training: 78%|███████████████████████████▉ | 19420/25000 [1:30:49<13:17, 7.00step/s]INFO 2026-05-20 15:10:21 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.85 loss:0.009 grdn:0.141 lr:6.0e-07 updt_s:0.110 data_s:0.095 +Training: 78%|███████████████████████████▉ | 19440/25000 [1:30:56<33:35, 2.76step/s]INFO 2026-05-20 15:10:28 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.86 loss:0.009 grdn:0.173 lr:5.9e-07 updt_s:0.100 data_s:0.271 +Training: 78%|████████████████████████████ | 19460/25000 [1:31:01<14:34, 6.34step/s]INFO 2026-05-20 15:10:33 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.87 loss:0.009 grdn:0.144 lr:5.9e-07 updt_s:0.104 data_s:0.124 +Training: 78%|████████████████████████████ | 19480/25000 [1:31:07<28:55, 3.18step/s]INFO 2026-05-20 15:10:39 ot_train.py:488 step:19K smpl:2M ep:5K epch:9.88 loss:0.008 grdn:0.136 lr:5.8e-07 updt_s:0.108 data_s:0.203 +Training: 78%|████████████████████████████ | 19500/25000 [1:31:12<15:49, 5.79step/s]INFO 2026-05-20 15:10:44 ot_train.py:488 step:20K smpl:2M ep:5K epch:9.90 loss:0.009 grdn:0.142 lr:5.8e-07 updt_s:0.112 data_s:0.133 +Training: 78%|████████████████████████████ | 19520/25000 [1:31:18<28:05, 3.25step/s]INFO 2026-05-20 15:10:50 ot_train.py:488 step:20K smpl:2M ep:5K epch:9.91 loss:0.009 grdn:0.148 lr:5.8e-07 updt_s:0.113 data_s:0.195 +Training: 78%|████████████████████████████▏ | 19540/25000 [1:31:24<17:08, 5.31step/s]INFO 2026-05-20 15:10:56 ot_train.py:488 step:20K smpl:3M ep:5K epch:9.92 loss:0.008 grdn:0.135 lr:5.7e-07 updt_s:0.111 data_s:0.152 +Training: 78%|████████████████████████████▏ | 19560/25000 [1:31:30<21:54, 4.14step/s]INFO 2026-05-20 15:11:02 ot_train.py:488 step:20K smpl:3M ep:5K epch:9.93 loss:0.009 grdn:0.140 lr:5.7e-07 updt_s:0.104 data_s:0.193 +Training: 78%|████████████████████████████▏ | 19580/25000 [1:31:35<19:13, 4.70step/s]INFO 2026-05-20 15:11:07 ot_train.py:488 step:20K smpl:3M ep:5K epch:9.94 loss:0.009 grdn:0.144 lr:5.6e-07 updt_s:0.110 data_s:0.164 +Training: 78%|████████████████████████████▏ | 19600/25000 [1:31:41<22:31, 4.00step/s]INFO 2026-05-20 15:11:13 ot_train.py:488 step:20K smpl:3M ep:5K epch:9.95 loss:0.008 grdn:0.146 lr:5.6e-07 updt_s:0.113 data_s:0.168 +Training: 78%|████████████████████████████▎ | 19620/25000 [1:31:47<20:08, 4.45step/s]INFO 2026-05-20 15:11:19 ot_train.py:488 step:20K smpl:3M ep:5K epch:9.96 loss:0.009 grdn:0.136 lr:5.6e-07 updt_s:0.114 data_s:0.175 +Training: 79%|████████████████████████████▎ | 19640/25000 [1:31:52<20:13, 4.42step/s]INFO 2026-05-20 15:11:24 ot_train.py:488 step:20K smpl:3M ep:5K epch:9.97 loss:0.008 grdn:0.132 lr:5.5e-07 updt_s:0.108 data_s:0.164 +Training: 79%|████████████████████████████▎ | 19660/25000 [1:31:58<21:37, 4.11step/s]INFO 2026-05-20 15:11:30 ot_train.py:488 step:20K smpl:3M ep:5K epch:9.98 loss:0.009 grdn:0.138 lr:5.5e-07 updt_s:0.114 data_s:0.184 +Training: 79%|████████████████████████████▎ | 19680/25000 [1:32:03<16:41, 5.31step/s]INFO 2026-05-20 15:11:35 ot_train.py:488 step:20K smpl:3M ep:5K epch:9.99 loss:0.009 grdn:0.136 lr:5.4e-07 updt_s:0.108 data_s:0.158 +Training: 79%|████████████████████████████▎ | 19700/25000 [1:32:10<20:56, 4.22step/s]INFO 2026-05-20 15:11:42 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.00 loss:0.008 grdn:0.128 lr:5.4e-07 updt_s:0.110 data_s:0.215 +Training: 79%|████████████████████████████▍ | 19720/25000 [1:32:15<13:46, 6.39step/s]INFO 2026-05-20 15:11:47 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.01 loss:0.009 grdn:0.144 lr:5.4e-07 updt_s:0.110 data_s:0.152 +Training: 79%|████████████████████████████▍ | 19740/25000 [1:32:21<22:51, 3.83step/s]INFO 2026-05-20 15:11:54 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.02 loss:0.008 grdn:0.138 lr:5.3e-07 updt_s:0.112 data_s:0.203 +Training: 79%|████████████████████████████▍ | 19760/25000 [1:32:26<13:45, 6.35step/s]INFO 2026-05-20 15:11:59 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.03 loss:0.008 grdn:0.141 lr:5.3e-07 updt_s:0.111 data_s:0.139 +Training: 79%|████████████████████████████▍ | 19780/25000 [1:32:33<24:25, 3.56step/s]INFO 2026-05-20 15:12:05 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.04 loss:0.009 grdn:0.149 lr:5.2e-07 updt_s:0.120 data_s:0.198 +Training: 79%|████████████████████████████▌ | 19800/25000 [1:32:38<13:42, 6.32step/s]INFO 2026-05-20 15:12:10 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.05 loss:0.008 grdn:0.143 lr:5.2e-07 updt_s:0.112 data_s:0.134 +Training: 79%|████████████████████████████▌ | 19820/25000 [1:32:44<21:55, 3.94step/s]INFO 2026-05-20 15:12:16 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.06 loss:0.008 grdn:0.141 lr:5.2e-07 updt_s:0.112 data_s:0.196 +Training: 79%|████████████████████████████▌ | 19840/25000 [1:32:49<12:34, 6.84step/s]INFO 2026-05-20 15:12:21 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.07 loss:0.009 grdn:0.144 lr:5.1e-07 updt_s:0.111 data_s:0.134 +Training: 79%|████████████████████████████▌ | 19860/25000 [1:32:55<21:34, 3.97step/s]INFO 2026-05-20 15:12:27 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.08 loss:0.009 grdn:0.151 lr:5.1e-07 updt_s:0.114 data_s:0.198 +Training: 80%|████████████████████████████▋ | 19880/25000 [1:33:00<13:28, 6.33step/s]INFO 2026-05-20 15:12:32 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.09 loss:0.008 grdn:0.139 lr:5.1e-07 updt_s:0.113 data_s:0.135 +Training: 80%|████████████████████████████▋ | 19900/25000 [1:33:06<21:31, 3.95step/s]INFO 2026-05-20 15:12:38 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.10 loss:0.009 grdn:0.141 lr:5.0e-07 updt_s:0.113 data_s:0.198 +Training: 80%|████████████████████████████▋ | 19920/25000 [1:33:11<12:57, 6.54step/s]INFO 2026-05-20 15:12:43 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.11 loss:0.009 grdn:0.142 lr:5.0e-07 updt_s:0.116 data_s:0.131 +Training: 80%|████████████████████████████▋ | 19940/25000 [1:33:18<22:49, 3.70step/s]INFO 2026-05-20 15:12:50 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.12 loss:0.009 grdn:0.137 lr:4.9e-07 updt_s:0.116 data_s:0.198 +Training: 80%|████████████████████████████▋ | 19960/25000 [1:33:23<12:43, 6.60step/s]INFO 2026-05-20 15:12:55 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.13 loss:0.008 grdn:0.149 lr:4.9e-07 updt_s:0.113 data_s:0.135 +Training: 80%|████████████████████████████▊ | 19980/25000 [1:33:29<20:47, 4.02step/s]INFO 2026-05-20 15:13:01 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.14 loss:0.008 grdn:0.144 lr:4.9e-07 updt_s:0.111 data_s:0.191 +Training: 80%|████████████████████████████▊ | 20000/25000 [1:33:34<12:36, 6.61step/s]INFO 2026-05-20 15:13:06 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.15 loss:0.008 grdn:0.146 lr:4.8e-07 updt_s:0.114 data_s:0.139 +INFO 2026-05-20 15:13:06 ot_train.py:502 Checkpoint policy after step 20000 +Training: 80%|████████████████████████████▊ | 20020/25000 [1:33:46<09:36, 8.64step/s]INFO 2026-05-20 15:13:18 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.16 loss:0.008 grdn:0.140 lr:4.8e-07 updt_s:0.102 data_s:0.010 +Training: 80%|████████████████████████████▊ | 20040/25000 [1:33:48<09:50, 8.39step/s]INFO 2026-05-20 15:13:20 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.17 loss:0.009 grdn:0.144 lr:4.8e-07 updt_s:0.109 data_s:0.012 +Training: 80%|████████████████████████████▉ | 20060/25000 [1:33:53<21:37, 3.81step/s]INFO 2026-05-20 15:13:25 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.18 loss:0.009 grdn:0.151 lr:4.7e-07 updt_s:0.114 data_s:0.134 +Training: 80%|████████████████████████████▉ | 20080/25000 [1:33:58<12:26, 6.59step/s]INFO 2026-05-20 15:13:30 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.19 loss:0.008 grdn:0.136 lr:4.7e-07 updt_s:0.109 data_s:0.133 +Training: 80%|████████████████████████████▉ | 20100/25000 [1:34:04<20:24, 4.00step/s]INFO 2026-05-20 15:13:36 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.20 loss:0.008 grdn:0.141 lr:4.6e-07 updt_s:0.110 data_s:0.199 +Training: 80%|████████████████████████████▉ | 20120/25000 [1:34:09<12:05, 6.72step/s]INFO 2026-05-20 15:13:41 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.21 loss:0.009 grdn:0.143 lr:4.6e-07 updt_s:0.106 data_s:0.139 +Training: 81%|█████████████████████████████ | 20140/25000 [1:34:15<20:51, 3.88step/s]INFO 2026-05-20 15:13:47 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.22 loss:0.008 grdn:0.141 lr:4.6e-07 updt_s:0.109 data_s:0.201 +Training: 81%|█████████████████████████████ | 20160/25000 [1:34:20<11:54, 6.77step/s]INFO 2026-05-20 15:13:52 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.23 loss:0.008 grdn:0.135 lr:4.5e-07 updt_s:0.107 data_s:0.137 +Training: 81%|█████████████████████████████ | 20180/25000 [1:34:26<20:33, 3.91step/s]INFO 2026-05-20 15:13:58 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.24 loss:0.009 grdn:0.144 lr:4.5e-07 updt_s:0.107 data_s:0.203 +Training: 81%|█████████████████████████████ | 20200/25000 [1:34:31<11:43, 6.83step/s]INFO 2026-05-20 15:14:03 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.25 loss:0.008 grdn:0.139 lr:4.5e-07 updt_s:0.106 data_s:0.139 +Training: 81%|█████████████████████████████ | 20220/25000 [1:34:37<21:10, 3.76step/s]INFO 2026-05-20 15:14:10 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.26 loss:0.009 grdn:0.137 lr:4.4e-07 updt_s:0.103 data_s:0.206 +Training: 81%|█████████████████████████████▏ | 20240/25000 [1:34:42<12:44, 6.23step/s]INFO 2026-05-20 15:14:15 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.27 loss:0.009 grdn:0.142 lr:4.4e-07 updt_s:0.111 data_s:0.140 +Training: 81%|█████████████████████████████▏ | 20260/25000 [1:34:49<20:17, 3.89step/s]INFO 2026-05-20 15:14:21 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.28 loss:0.009 grdn:0.149 lr:4.4e-07 updt_s:0.112 data_s:0.199 +Training: 81%|█████████████████████████████▏ | 20280/25000 [1:34:54<11:39, 6.75step/s]INFO 2026-05-20 15:14:26 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.29 loss:0.009 grdn:0.136 lr:4.3e-07 updt_s:0.112 data_s:0.130 +Training: 81%|█████████████████████████████▏ | 20300/25000 [1:35:00<20:37, 3.80step/s]INFO 2026-05-20 15:14:32 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.30 loss:0.008 grdn:0.131 lr:4.3e-07 updt_s:0.113 data_s:0.201 +Training: 81%|█████████████████████████████▎ | 20320/25000 [1:35:05<11:38, 6.70step/s]INFO 2026-05-20 15:14:37 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.31 loss:0.008 grdn:0.151 lr:4.2e-07 updt_s:0.108 data_s:0.137 +Training: 81%|█████████████████████████████▎ | 20340/25000 [1:35:11<19:50, 3.91step/s]INFO 2026-05-20 15:14:43 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.32 loss:0.009 grdn:0.153 lr:4.2e-07 updt_s:0.108 data_s:0.192 +Training: 81%|█████████████████████████████▎ | 20360/25000 [1:35:16<11:36, 6.67step/s]INFO 2026-05-20 15:14:48 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.33 loss:0.008 grdn:0.134 lr:4.2e-07 updt_s:0.110 data_s:0.156 +Training: 82%|█████████████████████████████▎ | 20380/25000 [1:35:22<19:44, 3.90step/s]INFO 2026-05-20 15:14:54 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.34 loss:0.009 grdn:0.142 lr:4.1e-07 updt_s:0.116 data_s:0.185 +Training: 82%|█████████████████████████████▍ | 20400/25000 [1:35:27<11:34, 6.63step/s]INFO 2026-05-20 15:14:59 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.35 loss:0.009 grdn:0.147 lr:4.1e-07 updt_s:0.113 data_s:0.128 +Training: 82%|█████████████████████████████▍ | 20420/25000 [1:35:33<19:47, 3.86step/s]INFO 2026-05-20 15:15:05 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.36 loss:0.008 grdn:0.132 lr:4.1e-07 updt_s:0.112 data_s:0.196 +Training: 82%|█████████████████████████████▍ | 20440/25000 [1:35:38<12:24, 6.12step/s]INFO 2026-05-20 15:15:10 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.37 loss:0.008 grdn:0.136 lr:4.0e-07 updt_s:0.117 data_s:0.130 +Training: 82%|█████████████████████████████▍ | 20460/25000 [1:35:44<18:40, 4.05step/s]INFO 2026-05-20 15:15:16 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.38 loss:0.009 grdn:0.137 lr:4.0e-07 updt_s:0.109 data_s:0.185 +Training: 82%|█████████████████████████████▍ | 20480/25000 [1:35:49<11:47, 6.38step/s]INFO 2026-05-20 15:15:21 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.39 loss:0.009 grdn:0.139 lr:4.0e-07 updt_s:0.109 data_s:0.138 +Training: 82%|█████████████████████████████▌ | 20500/25000 [1:35:55<18:16, 4.10step/s]INFO 2026-05-20 15:15:27 ot_train.py:488 step:20K smpl:3M ep:5K epch:10.40 loss:0.009 grdn:0.143 lr:3.9e-07 updt_s:0.114 data_s:0.187 +Training: 82%|█████████████████████████████▌ | 20520/25000 [1:36:00<11:12, 6.66step/s]INFO 2026-05-20 15:15:32 ot_train.py:488 step:21K smpl:3M ep:5K epch:10.41 loss:0.008 grdn:0.142 lr:3.9e-07 updt_s:0.114 data_s:0.125 +Training: 82%|█████████████████████████████▌ | 20540/25000 [1:36:06<18:26, 4.03step/s]INFO 2026-05-20 15:15:38 ot_train.py:488 step:21K smpl:3M ep:5K epch:10.42 loss:0.008 grdn:0.132 lr:3.9e-07 updt_s:0.109 data_s:0.196 +Training: 82%|█████████████████████████████▌ | 20560/25000 [1:36:11<11:11, 6.61step/s]INFO 2026-05-20 15:15:43 ot_train.py:488 step:21K smpl:3M ep:5K epch:10.43 loss:0.009 grdn:0.144 lr:3.8e-07 updt_s:0.114 data_s:0.134 +Training: 82%|█████████████████████████████▋ | 20580/25000 [1:36:17<18:58, 3.88step/s]INFO 2026-05-20 15:15:49 ot_train.py:488 step:21K smpl:3M ep:5K epch:10.44 loss:0.009 grdn:0.135 lr:3.8e-07 updt_s:0.112 data_s:0.196 +Training: 82%|█████████████████████████████▋ | 20600/25000 [1:36:22<11:03, 6.63step/s]INFO 2026-05-20 15:15:54 ot_train.py:488 step:21K smpl:3M ep:5K epch:10.45 loss:0.008 grdn:0.144 lr:3.8e-07 updt_s:0.111 data_s:0.135 +Training: 82%|█████████████████████████████▋ | 20620/25000 [1:36:28<18:44, 3.89step/s]INFO 2026-05-20 15:16:00 ot_train.py:488 step:21K smpl:3M ep:5K epch:10.46 loss:0.009 grdn:0.146 lr:3.7e-07 updt_s:0.119 data_s:0.189 +Training: 83%|█████████████████████████████▋ | 20640/25000 [1:36:33<10:59, 6.61step/s]INFO 2026-05-20 15:16:05 ot_train.py:488 step:21K smpl:3M ep:5K epch:10.47 loss:0.009 grdn:0.147 lr:3.7e-07 updt_s:0.114 data_s:0.132 +Training: 83%|█████████████████████████████▊ | 20660/25000 [1:36:39<19:18, 3.75step/s]INFO 2026-05-20 15:16:11 ot_train.py:488 step:21K smpl:3M ep:5K epch:10.48 loss:0.008 grdn:0.151 lr:3.7e-07 updt_s:0.119 data_s:0.184 +Training: 83%|█████████████████████████████▊ | 20680/25000 [1:36:44<10:54, 6.61step/s]INFO 2026-05-20 15:16:16 ot_train.py:488 step:21K smpl:3M ep:5K epch:10.49 loss:0.009 grdn:0.153 lr:3.6e-07 updt_s:0.111 data_s:0.128 +Training: 83%|█████████████████████████████▊ | 20700/25000 [1:36:50<19:00, 3.77step/s]INFO 2026-05-20 15:16:22 ot_train.py:488 step:21K smpl:3M ep:5K epch:10.50 loss:0.008 grdn:0.140 lr:3.6e-07 updt_s:0.117 data_s:0.184 +Training: 83%|█████████████████████████████▊ | 20720/25000 [1:36:55<10:51, 6.57step/s]INFO 2026-05-20 15:16:27 ot_train.py:488 step:21K smpl:3M ep:5K epch:10.51 loss:0.008 grdn:0.134 lr:3.6e-07 updt_s:0.109 data_s:0.135 +Training: 83%|█████████████████████████████▊ | 20740/25000 [1:37:01<17:16, 4.11step/s]INFO 2026-05-20 15:16:33 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.52 loss:0.008 grdn:0.133 lr:3.5e-07 updt_s:0.114 data_s:0.185 +Training: 83%|█████████████████████████████▉ | 20760/25000 [1:37:06<10:38, 6.64step/s]INFO 2026-05-20 15:16:38 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.53 loss:0.009 grdn:0.140 lr:3.5e-07 updt_s:0.110 data_s:0.139 +Training: 83%|█████████████████████████████▉ | 20780/25000 [1:37:12<17:08, 4.10step/s]INFO 2026-05-20 15:16:44 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.54 loss:0.009 grdn:0.143 lr:3.5e-07 updt_s:0.112 data_s:0.187 +Training: 83%|█████████████████████████████▉ | 20800/25000 [1:37:17<10:55, 6.41step/s]INFO 2026-05-20 15:16:49 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.55 loss:0.008 grdn:0.140 lr:3.4e-07 updt_s:0.110 data_s:0.135 +Training: 83%|█████████████████████████████▉ | 20820/25000 [1:37:23<18:34, 3.75step/s]INFO 2026-05-20 15:16:55 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.56 loss:0.009 grdn:0.147 lr:3.4e-07 updt_s:0.120 data_s:0.194 +Training: 83%|██████████████████████████████ | 20840/25000 [1:37:28<10:59, 6.31step/s]INFO 2026-05-20 15:17:00 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.58 loss:0.009 grdn:0.146 lr:3.4e-07 updt_s:0.114 data_s:0.127 +Training: 83%|██████████████████████████████ | 20860/25000 [1:37:34<18:12, 3.79step/s]INFO 2026-05-20 15:17:06 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.59 loss:0.008 grdn:0.136 lr:3.3e-07 updt_s:0.114 data_s:0.193 +Training: 84%|██████████████████████████████ | 20880/25000 [1:37:39<10:30, 6.53step/s]INFO 2026-05-20 15:17:11 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.60 loss:0.009 grdn:0.148 lr:3.3e-07 updt_s:0.114 data_s:0.123 +Training: 84%|██████████████████████████████ | 20900/25000 [1:37:45<17:51, 3.83step/s]INFO 2026-05-20 15:17:17 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.61 loss:0.008 grdn:0.127 lr:3.3e-07 updt_s:0.117 data_s:0.188 +Training: 84%|██████████████████████████████ | 20920/25000 [1:37:50<11:25, 5.95step/s]INFO 2026-05-20 15:17:22 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.62 loss:0.008 grdn:0.136 lr:3.3e-07 updt_s:0.115 data_s:0.128 +Training: 84%|██████████████████████████████▏ | 20940/25000 [1:37:56<18:46, 3.60step/s]INFO 2026-05-20 15:17:28 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.63 loss:0.008 grdn:0.136 lr:3.2e-07 updt_s:0.118 data_s:0.188 +Training: 84%|██████████████████████████████▏ | 20960/25000 [1:38:01<10:29, 6.42step/s]INFO 2026-05-20 15:17:33 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.64 loss:0.008 grdn:0.143 lr:3.2e-07 updt_s:0.117 data_s:0.124 +Training: 84%|██████████████████████████████▏ | 20980/25000 [1:38:07<18:00, 3.72step/s]INFO 2026-05-20 15:17:39 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.65 loss:0.009 grdn:0.152 lr:3.2e-07 updt_s:0.115 data_s:0.190 +Training: 84%|██████████████████████████████▏ | 21000/25000 [1:38:12<10:28, 6.37step/s]INFO 2026-05-20 15:17:44 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.66 loss:0.009 grdn:0.151 lr:3.1e-07 updt_s:0.119 data_s:0.125 +Training: 84%|██████████████████████████████▎ | 21020/25000 [1:38:18<16:54, 3.92step/s]INFO 2026-05-20 15:17:50 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.67 loss:0.009 grdn:0.136 lr:3.1e-07 updt_s:0.114 data_s:0.196 +Training: 84%|██████████████████████████████▎ | 21040/25000 [1:38:23<10:00, 6.59step/s]INFO 2026-05-20 15:17:55 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.68 loss:0.009 grdn:0.147 lr:3.1e-07 updt_s:0.114 data_s:0.127 +Training: 84%|██████████████████████████████▎ | 21060/25000 [1:38:29<16:40, 3.94step/s]INFO 2026-05-20 15:18:02 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.69 loss:0.008 grdn:0.143 lr:3.0e-07 updt_s:0.123 data_s:0.185 +Training: 84%|██████████████████████████████▎ | 21080/25000 [1:38:34<10:17, 6.35step/s]INFO 2026-05-20 15:18:06 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.70 loss:0.009 grdn:0.144 lr:3.0e-07 updt_s:0.111 data_s:0.129 +Training: 84%|██████████████████████████████▍ | 21100/25000 [1:38:40<16:27, 3.95step/s]INFO 2026-05-20 15:18:12 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.71 loss:0.009 grdn:0.139 lr:3.0e-07 updt_s:0.112 data_s:0.190 +Training: 84%|██████████████████████████████▍ | 21120/25000 [1:38:45<10:02, 6.44step/s]INFO 2026-05-20 15:18:17 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.72 loss:0.008 grdn:0.135 lr:3.0e-07 updt_s:0.115 data_s:0.124 +Training: 85%|██████████████████████████████▍ | 21140/25000 [1:38:51<16:30, 3.90step/s]INFO 2026-05-20 15:18:23 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.73 loss:0.009 grdn:0.147 lr:2.9e-07 updt_s:0.124 data_s:0.179 +Training: 85%|██████████████████████████████▍ | 21160/25000 [1:38:56<10:00, 6.40step/s]INFO 2026-05-20 15:18:28 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.74 loss:0.009 grdn:0.149 lr:2.9e-07 updt_s:0.112 data_s:0.127 +Training: 85%|██████████████████████████████▍ | 21180/25000 [1:39:02<15:58, 3.99step/s]INFO 2026-05-20 15:18:34 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.75 loss:0.008 grdn:0.138 lr:2.9e-07 updt_s:0.118 data_s:0.184 +Training: 85%|██████████████████████████████▌ | 21200/25000 [1:39:07<11:07, 5.70step/s]INFO 2026-05-20 15:18:39 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.76 loss:0.008 grdn:0.138 lr:2.8e-07 updt_s:0.118 data_s:0.123 +Training: 85%|██████████████████████████████▌ | 21220/25000 [1:39:13<16:55, 3.72step/s]INFO 2026-05-20 15:18:45 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.77 loss:0.009 grdn:0.163 lr:2.8e-07 updt_s:0.124 data_s:0.179 +Training: 85%|██████████████████████████████▌ | 21240/25000 [1:39:18<09:56, 6.30step/s]INFO 2026-05-20 15:18:50 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.78 loss:0.008 grdn:0.137 lr:2.8e-07 updt_s:0.119 data_s:0.123 +Training: 85%|██████████████████████████████▌ | 21260/25000 [1:39:24<15:06, 4.13step/s]INFO 2026-05-20 15:18:56 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.79 loss:0.008 grdn:0.136 lr:2.7e-07 updt_s:0.114 data_s:0.188 +Training: 85%|██████████████████████████████▋ | 21280/25000 [1:39:29<10:01, 6.19step/s]INFO 2026-05-20 15:19:01 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.80 loss:0.008 grdn:0.143 lr:2.7e-07 updt_s:0.119 data_s:0.126 +Training: 85%|██████████████████████████████▋ | 21300/25000 [1:39:35<15:26, 3.99step/s]INFO 2026-05-20 15:19:07 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.81 loss:0.008 grdn:0.144 lr:2.7e-07 updt_s:0.113 data_s:0.192 +Training: 85%|██████████████████████████████▋ | 21320/25000 [1:39:40<10:13, 5.99step/s]INFO 2026-05-20 15:19:12 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.82 loss:0.008 grdn:0.152 lr:2.7e-07 updt_s:0.118 data_s:0.136 +Training: 85%|██████████████████████████████▋ | 21340/25000 [1:39:47<19:42, 3.10step/s]INFO 2026-05-20 15:19:19 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.83 loss:0.008 grdn:0.131 lr:2.6e-07 updt_s:0.111 data_s:0.202 +Training: 85%|██████████████████████████████▊ | 21360/25000 [1:39:50<07:59, 7.59step/s]INFO 2026-05-20 15:19:23 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.84 loss:0.008 grdn:0.137 lr:2.6e-07 updt_s:0.108 data_s:0.086 +Training: 86%|██████████████████████████████▊ | 21380/25000 [1:39:57<13:18, 4.53step/s]INFO 2026-05-20 15:19:29 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.85 loss:0.009 grdn:0.143 lr:2.6e-07 updt_s:0.099 data_s:0.222 +Training: 86%|██████████████████████████████▊ | 21400/25000 [1:40:03<15:46, 3.80step/s]INFO 2026-05-20 15:19:35 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.86 loss:0.009 grdn:0.144 lr:2.5e-07 updt_s:0.110 data_s:0.190 +Training: 86%|██████████████████████████████▊ | 21420/25000 [1:40:08<08:42, 6.85step/s]INFO 2026-05-20 15:19:40 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.87 loss:0.008 grdn:0.135 lr:2.5e-07 updt_s:0.106 data_s:0.136 +Training: 86%|██████████████████████████████▊ | 21440/25000 [1:40:14<14:16, 4.16step/s]INFO 2026-05-20 15:19:46 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.88 loss:0.008 grdn:0.134 lr:2.5e-07 updt_s:0.108 data_s:0.185 +Training: 86%|██████████████████████████████▉ | 21460/25000 [1:40:19<08:55, 6.61step/s]INFO 2026-05-20 15:19:51 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.89 loss:0.008 grdn:0.136 lr:2.5e-07 updt_s:0.108 data_s:0.138 +Training: 86%|██████████████████████████████▉ | 21480/25000 [1:40:25<16:31, 3.55step/s]INFO 2026-05-20 15:19:57 ot_train.py:488 step:21K smpl:3M ep:6K epch:10.90 loss:0.008 grdn:0.142 lr:2.4e-07 updt_s:0.105 data_s:0.197 +Training: 86%|██████████████████████████████▉ | 21500/25000 [1:40:29<08:55, 6.54step/s]INFO 2026-05-20 15:20:02 ot_train.py:488 step:22K smpl:3M ep:6K epch:10.91 loss:0.009 grdn:0.147 lr:2.4e-07 updt_s:0.110 data_s:0.128 +Training: 86%|██████████████████████████████▉ | 21520/25000 [1:40:36<16:26, 3.53step/s]INFO 2026-05-20 15:20:08 ot_train.py:488 step:22K smpl:3M ep:6K epch:10.92 loss:0.008 grdn:0.137 lr:2.4e-07 updt_s:0.111 data_s:0.197 +Training: 86%|███████████████████████████████ | 21540/25000 [1:40:41<10:00, 5.77step/s]INFO 2026-05-20 15:20:13 ot_train.py:488 step:22K smpl:3M ep:6K epch:10.93 loss:0.009 grdn:0.143 lr:2.4e-07 updt_s:0.113 data_s:0.139 +Training: 86%|███████████████████████████████ | 21560/25000 [1:40:47<18:37, 3.08step/s]INFO 2026-05-20 15:20:19 ot_train.py:488 step:22K smpl:3M ep:6K epch:10.94 loss:0.009 grdn:0.154 lr:2.3e-07 updt_s:0.120 data_s:0.182 +Training: 86%|███████████████████████████████ | 21580/25000 [1:40:52<08:29, 6.72step/s]INFO 2026-05-20 15:20:24 ot_train.py:488 step:22K smpl:3M ep:6K epch:10.95 loss:0.008 grdn:0.140 lr:2.3e-07 updt_s:0.112 data_s:0.127 +Training: 86%|███████████████████████████████ | 21600/25000 [1:40:58<18:15, 3.10step/s]INFO 2026-05-20 15:20:30 ot_train.py:488 step:22K smpl:3M ep:6K epch:10.96 loss:0.009 grdn:0.144 lr:2.3e-07 updt_s:0.112 data_s:0.197 +Training: 86%|███████████████████████████████▏ | 21620/25000 [1:41:03<09:08, 6.17step/s]INFO 2026-05-20 15:20:35 ot_train.py:488 step:22K smpl:3M ep:6K epch:10.97 loss:0.008 grdn:0.134 lr:2.3e-07 updt_s:0.107 data_s:0.134 +Training: 87%|███████████████████████████████▏ | 21640/25000 [1:41:09<16:59, 3.29step/s]INFO 2026-05-20 15:20:41 ot_train.py:488 step:22K smpl:3M ep:6K epch:10.98 loss:0.009 grdn:0.137 lr:2.2e-07 updt_s:0.105 data_s:0.199 +Training: 87%|███████████████████████████████▏ | 21660/25000 [1:41:14<09:04, 6.14step/s]INFO 2026-05-20 15:20:46 ot_train.py:488 step:22K smpl:3M ep:6K epch:10.99 loss:0.008 grdn:0.136 lr:2.2e-07 updt_s:0.110 data_s:0.135 +Training: 87%|███████████████████████████████▏ | 21680/25000 [1:41:20<18:28, 3.00step/s]INFO 2026-05-20 15:20:52 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.00 loss:0.009 grdn:0.141 lr:2.2e-07 updt_s:0.107 data_s:0.208 +Training: 87%|███████████████████████████████▏ | 21700/25000 [1:41:25<08:55, 6.16step/s]INFO 2026-05-20 15:20:57 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.01 loss:0.008 grdn:0.129 lr:2.1e-07 updt_s:0.105 data_s:0.129 +Training: 87%|███████████████████████████████▎ | 21720/25000 [1:41:31<16:08, 3.39step/s]INFO 2026-05-20 15:21:03 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.02 loss:0.008 grdn:0.145 lr:2.1e-07 updt_s:0.111 data_s:0.193 +Training: 87%|███████████████████████████████▎ | 21740/25000 [1:41:36<08:37, 6.30step/s]INFO 2026-05-20 15:21:08 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.03 loss:0.009 grdn:0.147 lr:2.1e-07 updt_s:0.109 data_s:0.133 +Training: 87%|███████████████████████████████▎ | 21760/25000 [1:41:42<15:48, 3.42step/s]INFO 2026-05-20 15:21:14 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.04 loss:0.008 grdn:0.149 lr:2.1e-07 updt_s:0.110 data_s:0.199 +Training: 87%|███████████████████████████████▎ | 21780/25000 [1:41:47<08:37, 6.23step/s]INFO 2026-05-20 15:21:19 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.05 loss:0.008 grdn:0.138 lr:2.0e-07 updt_s:0.106 data_s:0.137 +Training: 87%|███████████████████████████████▍ | 21800/25000 [1:41:53<17:41, 3.01step/s]INFO 2026-05-20 15:21:25 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.06 loss:0.008 grdn:0.141 lr:2.0e-07 updt_s:0.107 data_s:0.201 +Training: 87%|███████████████████████████████▍ | 21820/25000 [1:41:58<09:46, 5.42step/s]INFO 2026-05-20 15:21:30 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.07 loss:0.009 grdn:0.145 lr:2.0e-07 updt_s:0.107 data_s:0.139 +Training: 87%|███████████████████████████████▍ | 21840/25000 [1:42:04<18:51, 2.79step/s]INFO 2026-05-20 15:21:36 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.08 loss:0.008 grdn:0.138 lr:2.0e-07 updt_s:0.110 data_s:0.192 +Training: 87%|███████████████████████████████▍ | 21860/25000 [1:42:09<09:47, 5.35step/s]INFO 2026-05-20 15:21:41 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.09 loss:0.009 grdn:0.145 lr:1.9e-07 updt_s:0.117 data_s:0.126 +Training: 88%|███████████████████████████████▌ | 21880/25000 [1:42:15<17:38, 2.95step/s]INFO 2026-05-20 15:21:47 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.10 loss:0.009 grdn:0.137 lr:1.9e-07 updt_s:0.115 data_s:0.183 +Training: 88%|███████████████████████████████▌ | 21900/25000 [1:42:20<09:31, 5.42step/s]INFO 2026-05-20 15:21:52 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.11 loss:0.008 grdn:0.150 lr:1.9e-07 updt_s:0.117 data_s:0.129 +Training: 88%|███████████████████████████████▌ | 21920/25000 [1:42:26<20:49, 2.46step/s]INFO 2026-05-20 15:21:58 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.12 loss:0.009 grdn:0.142 lr:1.9e-07 updt_s:0.112 data_s:0.194 +Training: 88%|███████████████████████████████▌ | 21940/25000 [1:42:31<10:08, 5.03step/s]INFO 2026-05-20 15:22:03 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.13 loss:0.007 grdn:0.138 lr:1.9e-07 updt_s:0.112 data_s:0.135 +Training: 88%|███████████████████████████████▌ | 21960/25000 [1:42:37<23:13, 2.18step/s]INFO 2026-05-20 15:22:09 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.14 loss:0.009 grdn:0.147 lr:1.8e-07 updt_s:0.112 data_s:0.188 +Training: 88%|███████████████████████████████▋ | 21980/25000 [1:42:42<09:56, 5.07step/s]INFO 2026-05-20 15:22:14 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.15 loss:0.008 grdn:0.140 lr:1.8e-07 updt_s:0.109 data_s:0.131 +Training: 88%|███████████████████████████████▋ | 22000/25000 [1:42:48<22:29, 2.22step/s]INFO 2026-05-20 15:22:20 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.16 loss:0.008 grdn:0.144 lr:1.8e-07 updt_s:0.109 data_s:0.197 +INFO 2026-05-20 15:22:20 ot_train.py:502 Checkpoint policy after step 22000 +Training: 88%|███████████████████████████████▋ | 22020/25000 [1:43:00<05:48, 8.56step/s]INFO 2026-05-20 15:22:32 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.17 loss:0.008 grdn:0.132 lr:1.8e-07 updt_s:0.102 data_s:0.010 +Training: 88%|███████████████████████████████▋ | 22040/25000 [1:43:02<06:05, 8.11step/s]INFO 2026-05-20 15:22:34 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.18 loss:0.009 grdn:0.152 lr:1.7e-07 updt_s:0.106 data_s:0.010 +Training: 88%|███████████████████████████████▊ | 22060/25000 [1:43:08<13:59, 3.50step/s]INFO 2026-05-20 15:22:40 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.19 loss:0.008 grdn:0.135 lr:1.7e-07 updt_s:0.113 data_s:0.142 +Training: 88%|███████████████████████████████▊ | 22080/25000 [1:43:13<07:45, 6.27step/s]INFO 2026-05-20 15:22:45 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.20 loss:0.008 grdn:0.136 lr:1.7e-07 updt_s:0.104 data_s:0.148 +Training: 88%|███████████████████████████████▊ | 22100/25000 [1:43:19<18:16, 2.65step/s]INFO 2026-05-20 15:22:51 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.21 loss:0.009 grdn:0.152 lr:1.7e-07 updt_s:0.113 data_s:0.213 +Training: 88%|███████████████████████████████▊ | 22120/25000 [1:43:24<09:16, 5.18step/s]INFO 2026-05-20 15:22:56 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.22 loss:0.008 grdn:0.139 lr:1.6e-07 updt_s:0.108 data_s:0.144 +Training: 89%|███████████████████████████████▉ | 22140/25000 [1:43:31<25:17, 1.88step/s]INFO 2026-05-20 15:23:03 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.23 loss:0.008 grdn:0.146 lr:1.6e-07 updt_s:0.114 data_s:0.210 +Training: 89%|███████████████████████████████▉ | 22160/25000 [1:43:36<11:28, 4.12step/s]INFO 2026-05-20 15:23:08 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.24 loss:0.008 grdn:0.141 lr:1.6e-07 updt_s:0.111 data_s:0.146 +Training: 89%|███████████████████████████████▉ | 22180/25000 [1:43:42<25:39, 1.83step/s]INFO 2026-05-20 15:23:14 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.26 loss:0.008 grdn:0.136 lr:1.6e-07 updt_s:0.112 data_s:0.207 +Training: 89%|███████████████████████████████▉ | 22200/25000 [1:43:47<10:28, 4.45step/s]INFO 2026-05-20 15:23:19 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.27 loss:0.008 grdn:0.138 lr:1.6e-07 updt_s:0.110 data_s:0.133 +Training: 89%|███████████████████████████████▉ | 22220/25000 [1:43:54<25:55, 1.79step/s]INFO 2026-05-20 15:23:26 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.28 loss:0.009 grdn:0.138 lr:1.5e-07 updt_s:0.109 data_s:0.211 +Training: 89%|████████████████████████████████ | 22240/25000 [1:43:59<10:47, 4.26step/s]INFO 2026-05-20 15:23:31 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.29 loss:0.009 grdn:0.139 lr:1.5e-07 updt_s:0.115 data_s:0.138 +Training: 89%|████████████████████████████████ | 22260/25000 [1:44:05<23:42, 1.93step/s]INFO 2026-05-20 15:23:37 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.30 loss:0.008 grdn:0.139 lr:1.5e-07 updt_s:0.118 data_s:0.190 +Training: 89%|████████████████████████████████ | 22280/25000 [1:44:10<09:59, 4.54step/s]INFO 2026-05-20 15:23:42 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.31 loss:0.009 grdn:0.144 lr:1.5e-07 updt_s:0.114 data_s:0.135 +Training: 89%|████████████████████████████████ | 22300/25000 [1:44:16<23:47, 1.89step/s]INFO 2026-05-20 15:23:48 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.32 loss:0.009 grdn:0.132 lr:1.4e-07 updt_s:0.107 data_s:0.201 +Training: 89%|████████████████████████████████▏ | 22320/25000 [1:44:21<10:01, 4.45step/s]INFO 2026-05-20 15:23:53 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.33 loss:0.008 grdn:0.138 lr:1.4e-07 updt_s:0.113 data_s:0.137 +Training: 89%|████████████████████████████████▏ | 22340/25000 [1:44:27<23:23, 1.89step/s]INFO 2026-05-20 15:23:59 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.34 loss:0.009 grdn:0.151 lr:1.4e-07 updt_s:0.109 data_s:0.198 +Training: 89%|████████████████████████████████▏ | 22360/25000 [1:44:32<10:20, 4.26step/s]INFO 2026-05-20 15:24:04 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.35 loss:0.009 grdn:0.147 lr:1.4e-07 updt_s:0.116 data_s:0.135 +Training: 90%|████████████████████████████████▏ | 22380/25000 [1:44:39<23:47, 1.84step/s]INFO 2026-05-20 15:24:11 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.36 loss:0.009 grdn:0.142 lr:1.4e-07 updt_s:0.113 data_s:0.206 +Training: 90%|████████████████████████████████▎ | 22400/25000 [1:44:44<08:59, 4.82step/s]INFO 2026-05-20 15:24:16 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.37 loss:0.008 grdn:0.133 lr:1.3e-07 updt_s:0.115 data_s:0.128 +Training: 90%|████████████████████████████████▎ | 22420/25000 [1:44:50<21:46, 1.97step/s]INFO 2026-05-20 15:24:22 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.38 loss:0.008 grdn:0.149 lr:1.3e-07 updt_s:0.113 data_s:0.198 +Training: 90%|████████████████████████████████▎ | 22440/25000 [1:44:55<08:44, 4.88step/s]INFO 2026-05-20 15:24:27 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.39 loss:0.009 grdn:0.155 lr:1.3e-07 updt_s:0.108 data_s:0.127 +Training: 90%|████████████████████████████████▎ | 22460/25000 [1:45:01<21:54, 1.93step/s]INFO 2026-05-20 15:24:33 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.40 loss:0.009 grdn:0.144 lr:1.3e-07 updt_s:0.108 data_s:0.196 +Training: 90%|████████████████████████████████▎ | 22480/25000 [1:45:06<08:53, 4.72step/s]INFO 2026-05-20 15:24:38 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.41 loss:0.009 grdn:0.143 lr:1.3e-07 updt_s:0.112 data_s:0.131 +Training: 90%|████████████████████████████████▍ | 22500/25000 [1:45:12<21:20, 1.95step/s]INFO 2026-05-20 15:24:44 ot_train.py:488 step:22K smpl:3M ep:6K epch:11.42 loss:0.008 grdn:0.138 lr:1.2e-07 updt_s:0.112 data_s:0.204 +Training: 90%|████████████████████████████████▍ | 22520/25000 [1:45:17<08:32, 4.84step/s]INFO 2026-05-20 15:24:49 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.43 loss:0.008 grdn:0.140 lr:1.2e-07 updt_s:0.106 data_s:0.140 +Training: 90%|████████████████████████████████▍ | 22540/25000 [1:45:23<23:18, 1.76step/s]INFO 2026-05-20 15:24:55 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.44 loss:0.009 grdn:0.141 lr:1.2e-07 updt_s:0.106 data_s:0.206 +Training: 90%|████████████████████████████████▍ | 22560/25000 [1:45:28<09:01, 4.51step/s]INFO 2026-05-20 15:25:00 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.45 loss:0.009 grdn:0.150 lr:1.2e-07 updt_s:0.113 data_s:0.133 +Training: 90%|████████████████████████████████▌ | 22580/25000 [1:45:34<19:59, 2.02step/s]INFO 2026-05-20 15:25:06 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.46 loss:0.008 grdn:0.140 lr:1.2e-07 updt_s:0.113 data_s:0.189 +Training: 90%|████████████████████████████████▌ | 22600/25000 [1:45:39<08:32, 4.69step/s]INFO 2026-05-20 15:25:11 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.47 loss:0.009 grdn:0.132 lr:1.1e-07 updt_s:0.115 data_s:0.130 +Training: 90%|████████████████████████████████▌ | 22620/25000 [1:45:45<20:03, 1.98step/s]INFO 2026-05-20 15:25:17 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.48 loss:0.009 grdn:0.143 lr:1.1e-07 updt_s:0.109 data_s:0.193 +Training: 91%|████████████████████████████████▌ | 22640/25000 [1:45:50<08:25, 4.67step/s]INFO 2026-05-20 15:25:22 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.49 loss:0.008 grdn:0.138 lr:1.1e-07 updt_s:0.111 data_s:0.132 +Training: 91%|████████████████████████████████▋ | 22660/25000 [1:45:56<19:54, 1.96step/s]INFO 2026-05-20 15:25:28 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.50 loss:0.009 grdn:0.133 lr:1.1e-07 updt_s:0.115 data_s:0.189 +Training: 91%|████████████████████████████████▋ | 22680/25000 [1:46:01<08:12, 4.72step/s]INFO 2026-05-20 15:25:33 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.51 loss:0.009 grdn:0.144 lr:1.1e-07 updt_s:0.118 data_s:0.124 +Training: 91%|████████████████████████████████▋ | 22700/25000 [1:46:07<19:57, 1.92step/s]INFO 2026-05-20 15:25:39 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.52 loss:0.009 grdn:0.136 lr:1.1e-07 updt_s:0.115 data_s:0.187 +Training: 91%|████████████████████████████████▋ | 22720/25000 [1:46:12<07:57, 4.78step/s]INFO 2026-05-20 15:25:44 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.53 loss:0.008 grdn:0.135 lr:1.0e-07 updt_s:0.116 data_s:0.124 +Training: 91%|████████████████████████████████▋ | 22740/25000 [1:46:18<18:25, 2.04step/s]INFO 2026-05-20 15:25:50 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.54 loss:0.009 grdn:0.130 lr:1.0e-07 updt_s:0.113 data_s:0.200 +Training: 91%|████████████████████████████████▊ | 22760/25000 [1:46:23<07:38, 4.89step/s]INFO 2026-05-20 15:25:55 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.55 loss:0.009 grdn:0.144 lr:1.0e-07 updt_s:0.108 data_s:0.129 +Training: 91%|████████████████████████████████▊ | 22780/25000 [1:46:29<18:00, 2.06step/s]INFO 2026-05-20 15:26:01 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.56 loss:0.008 grdn:0.138 lr:9.8e-08 updt_s:0.114 data_s:0.196 +Training: 91%|████████████████████████████████▊ | 22800/25000 [1:46:34<07:32, 4.86step/s]INFO 2026-05-20 15:26:06 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.57 loss:0.009 grdn:0.137 lr:9.7e-08 updt_s:0.113 data_s:0.120 +Training: 91%|████████████████████████████████▊ | 22820/25000 [1:46:40<16:29, 2.20step/s]INFO 2026-05-20 15:26:12 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.58 loss:0.008 grdn:0.136 lr:9.5e-08 updt_s:0.118 data_s:0.182 +Training: 91%|████████████████████████████████▉ | 22840/25000 [1:46:45<07:52, 4.57step/s]INFO 2026-05-20 15:26:17 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.59 loss:0.009 grdn:0.139 lr:9.3e-08 updt_s:0.110 data_s:0.135 +Training: 91%|████████████████████████████████▉ | 22860/25000 [1:46:51<17:52, 2.00step/s]INFO 2026-05-20 15:26:23 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.60 loss:0.008 grdn:0.138 lr:9.1e-08 updt_s:0.114 data_s:0.189 +Training: 92%|████████████████████████████████▉ | 22880/25000 [1:46:56<07:24, 4.77step/s]INFO 2026-05-20 15:26:28 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.61 loss:0.008 grdn:0.149 lr:9.0e-08 updt_s:0.111 data_s:0.134 +Training: 92%|████████████████████████████████▉ | 22900/25000 [1:47:02<16:53, 2.07step/s]INFO 2026-05-20 15:26:34 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.62 loss:0.009 grdn:0.152 lr:8.8e-08 updt_s:0.113 data_s:0.196 +Training: 92%|█████████████████████████████████ | 22920/25000 [1:47:07<07:25, 4.66step/s]INFO 2026-05-20 15:26:39 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.63 loss:0.008 grdn:0.128 lr:8.6e-08 updt_s:0.112 data_s:0.131 +Training: 92%|█████████████████████████████████ | 22940/25000 [1:47:13<17:50, 1.92step/s]INFO 2026-05-20 15:26:45 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.64 loss:0.008 grdn:0.132 lr:8.5e-08 updt_s:0.114 data_s:0.191 +Training: 92%|█████████████████████████████████ | 22960/25000 [1:47:18<07:48, 4.36step/s]INFO 2026-05-20 15:26:50 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.65 loss:0.008 grdn:0.130 lr:8.3e-08 updt_s:0.115 data_s:0.131 +Training: 92%|█████████████████████████████████ | 22980/25000 [1:47:24<16:58, 1.98step/s]INFO 2026-05-20 15:26:56 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.66 loss:0.008 grdn:0.144 lr:8.2e-08 updt_s:0.117 data_s:0.182 +Training: 92%|█████████████████████████████████ | 23000/25000 [1:47:29<07:56, 4.20step/s]INFO 2026-05-20 15:27:01 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.67 loss:0.008 grdn:0.132 lr:8.0e-08 updt_s:0.116 data_s:0.137 +Training: 92%|█████████████████████████████████▏ | 23020/25000 [1:47:35<17:53, 1.84step/s]INFO 2026-05-20 15:27:07 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.68 loss:0.009 grdn:0.141 lr:7.8e-08 updt_s:0.110 data_s:0.191 +Training: 92%|█████████████████████████████████▏ | 23040/25000 [1:47:40<06:44, 4.84step/s]INFO 2026-05-20 15:27:12 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.69 loss:0.008 grdn:0.131 lr:7.7e-08 updt_s:0.115 data_s:0.122 +Training: 92%|█████████████████████████████████▏ | 23060/25000 [1:47:46<15:27, 2.09step/s]INFO 2026-05-20 15:27:18 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.70 loss:0.009 grdn:0.132 lr:7.5e-08 updt_s:0.114 data_s:0.190 +Training: 92%|█████████████████████████████████▏ | 23080/25000 [1:47:51<06:49, 4.69step/s]INFO 2026-05-20 15:27:23 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.71 loss:0.008 grdn:0.137 lr:7.4e-08 updt_s:0.115 data_s:0.131 +Training: 92%|█████████████████████████████████▎ | 23100/25000 [1:47:57<14:59, 2.11step/s]INFO 2026-05-20 15:27:29 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.72 loss:0.008 grdn:0.134 lr:7.2e-08 updt_s:0.114 data_s:0.182 +Training: 92%|█████████████████████████████████▎ | 23120/25000 [1:48:02<06:39, 4.70step/s]INFO 2026-05-20 15:27:34 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.73 loss:0.009 grdn:0.149 lr:7.1e-08 updt_s:0.113 data_s:0.130 +Training: 93%|█████████████████████████████████▎ | 23140/25000 [1:48:08<18:06, 1.71step/s]INFO 2026-05-20 15:27:40 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.74 loss:0.009 grdn:0.141 lr:6.9e-08 updt_s:0.118 data_s:0.201 +Training: 93%|█████████████████████████████████▎ | 23160/25000 [1:48:13<06:51, 4.47step/s]INFO 2026-05-20 15:27:45 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.75 loss:0.009 grdn:0.139 lr:6.8e-08 updt_s:0.113 data_s:0.127 +Training: 93%|█████████████████████████████████▍ | 23180/25000 [1:48:19<14:47, 2.05step/s]INFO 2026-05-20 15:27:51 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.76 loss:0.008 grdn:0.141 lr:6.6e-08 updt_s:0.114 data_s:0.184 +Training: 93%|█████████████████████████████████▍ | 23200/25000 [1:48:24<06:17, 4.77step/s]INFO 2026-05-20 15:27:56 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.77 loss:0.008 grdn:0.129 lr:6.5e-08 updt_s:0.113 data_s:0.128 +Training: 93%|█████████████████████████████████▍ | 23220/25000 [1:48:30<15:01, 1.98step/s]INFO 2026-05-20 15:28:02 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.78 loss:0.008 grdn:0.142 lr:6.3e-08 updt_s:0.112 data_s:0.187 +Training: 93%|█████████████████████████████████▍ | 23240/25000 [1:48:35<06:29, 4.52step/s]INFO 2026-05-20 15:28:07 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.79 loss:0.008 grdn:0.140 lr:6.2e-08 updt_s:0.110 data_s:0.136 +Training: 93%|█████████████████████████████████▍ | 23260/25000 [1:48:41<14:41, 1.97step/s]INFO 2026-05-20 15:28:13 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.80 loss:0.009 grdn:0.146 lr:6.1e-08 updt_s:0.114 data_s:0.183 +Training: 93%|█████████████████████████████████▌ | 23280/25000 [1:48:45<05:56, 4.83step/s]INFO 2026-05-20 15:28:18 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.81 loss:0.009 grdn:0.151 lr:5.9e-08 updt_s:0.112 data_s:0.123 +Training: 93%|█████████████████████████████████▌ | 23300/25000 [1:48:51<09:47, 2.89step/s]INFO 2026-05-20 15:28:23 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.82 loss:0.008 grdn:0.139 lr:5.8e-08 updt_s:0.107 data_s:0.149 +Training: 93%|█████████████████████████████████▌ | 23320/25000 [1:48:56<11:01, 2.54step/s]INFO 2026-05-20 15:28:28 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.83 loss:0.009 grdn:0.148 lr:5.7e-08 updt_s:0.099 data_s:0.185 +Training: 93%|█████████████████████████████████▌ | 23340/25000 [1:49:02<12:37, 2.19step/s]INFO 2026-05-20 15:28:34 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.84 loss:0.009 grdn:0.139 lr:5.5e-08 updt_s:0.106 data_s:0.183 +Training: 93%|█████████████████████████████████▋ | 23360/25000 [1:49:07<05:48, 4.70step/s]INFO 2026-05-20 15:28:39 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.85 loss:0.009 grdn:0.134 lr:5.4e-08 updt_s:0.104 data_s:0.138 +Training: 94%|█████████████████████████████████▋ | 23380/25000 [1:49:13<13:22, 2.02step/s]INFO 2026-05-20 15:28:45 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.86 loss:0.008 grdn:0.145 lr:5.3e-08 updt_s:0.106 data_s:0.197 +Training: 94%|█████████████████████████████████▋ | 23400/25000 [1:49:18<06:01, 4.42step/s]INFO 2026-05-20 15:28:50 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.87 loss:0.008 grdn:0.131 lr:5.1e-08 updt_s:0.108 data_s:0.133 +Training: 94%|█████████████████████████████████▋ | 23420/25000 [1:49:24<12:45, 2.06step/s]INFO 2026-05-20 15:28:56 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.88 loss:0.008 grdn:0.139 lr:5.0e-08 updt_s:0.106 data_s:0.191 +Training: 94%|█████████████████████████████████▊ | 23440/25000 [1:49:29<06:14, 4.16step/s]INFO 2026-05-20 15:29:01 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.89 loss:0.008 grdn:0.130 lr:4.9e-08 updt_s:0.107 data_s:0.140 +Training: 94%|█████████████████████████████████▊ | 23460/25000 [1:49:35<11:24, 2.25step/s]INFO 2026-05-20 15:29:07 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.90 loss:0.008 grdn:0.132 lr:4.8e-08 updt_s:0.107 data_s:0.181 +Training: 94%|█████████████████████████████████▊ | 23480/25000 [1:49:40<06:05, 4.16step/s]INFO 2026-05-20 15:29:12 ot_train.py:488 step:23K smpl:3M ep:6K epch:11.91 loss:0.008 grdn:0.134 lr:4.6e-08 updt_s:0.112 data_s:0.142 +Training: 94%|█████████████████████████████████▊ | 23500/25000 [1:49:45<08:59, 2.78step/s]INFO 2026-05-20 15:29:17 ot_train.py:488 step:24K smpl:3M ep:6K epch:11.92 loss:0.009 grdn:0.142 lr:4.5e-08 updt_s:0.113 data_s:0.169 +Training: 94%|█████████████████████████████████▊ | 23520/25000 [1:49:51<06:17, 3.92step/s]INFO 2026-05-20 15:29:23 ot_train.py:488 step:24K smpl:3M ep:6K epch:11.93 loss:0.008 grdn:0.136 lr:4.4e-08 updt_s:0.109 data_s:0.159 +Training: 94%|█████████████████████████████████▉ | 23540/25000 [1:49:56<08:41, 2.80step/s]INFO 2026-05-20 15:29:28 ot_train.py:488 step:24K smpl:3M ep:6K epch:11.95 loss:0.008 grdn:0.140 lr:4.3e-08 updt_s:0.105 data_s:0.165 +Training: 94%|█████████████████████████████████▉ | 23560/25000 [1:50:02<06:38, 3.61step/s]INFO 2026-05-20 15:29:34 ot_train.py:488 step:24K smpl:3M ep:6K epch:11.96 loss:0.008 grdn:0.143 lr:4.2e-08 updt_s:0.110 data_s:0.164 +Training: 94%|█████████████████████████████████▉ | 23580/25000 [1:50:07<06:36, 3.58step/s]INFO 2026-05-20 15:29:39 ot_train.py:488 step:24K smpl:3M ep:6K epch:11.97 loss:0.009 grdn:0.139 lr:4.1e-08 updt_s:0.111 data_s:0.150 +Training: 94%|█████████████████████████████████▉ | 23600/25000 [1:50:12<06:27, 3.61step/s]INFO 2026-05-20 15:29:45 ot_train.py:488 step:24K smpl:3M ep:6K epch:11.98 loss:0.009 grdn:0.145 lr:3.9e-08 updt_s:0.105 data_s:0.174 +Training: 94%|██████████████████████████████████ | 23620/25000 [1:50:18<07:00, 3.28step/s]INFO 2026-05-20 15:29:50 ot_train.py:488 step:24K smpl:3M ep:6K epch:11.99 loss:0.008 grdn:0.131 lr:3.8e-08 updt_s:0.109 data_s:0.150 +Training: 95%|██████████████████████████████████ | 23640/25000 [1:50:23<07:22, 3.08step/s]INFO 2026-05-20 15:29:56 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.00 loss:0.008 grdn:0.137 lr:3.7e-08 updt_s:0.109 data_s:0.178 +Training: 95%|██████████████████████████████████ | 23660/25000 [1:50:29<06:38, 3.37step/s]INFO 2026-05-20 15:30:01 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.01 loss:0.008 grdn:0.129 lr:3.6e-08 updt_s:0.110 data_s:0.156 +Training: 95%|██████████████████████████████████ | 23680/25000 [1:50:35<06:21, 3.46step/s]INFO 2026-05-20 15:30:07 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.02 loss:0.009 grdn:0.150 lr:3.5e-08 updt_s:0.109 data_s:0.175 +Training: 95%|██████████████████████████████████▏ | 23700/25000 [1:50:40<06:26, 3.36step/s]INFO 2026-05-20 15:30:12 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.03 loss:0.009 grdn:0.143 lr:3.4e-08 updt_s:0.109 data_s:0.148 +Training: 95%|██████████████████████████████████▏ | 23720/25000 [1:50:45<06:20, 3.37step/s]INFO 2026-05-20 15:30:17 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.04 loss:0.008 grdn:0.142 lr:3.3e-08 updt_s:0.106 data_s:0.180 +Training: 95%|██████████████████████████████████▏ | 23740/25000 [1:50:51<06:17, 3.34step/s]INFO 2026-05-20 15:30:23 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.05 loss:0.009 grdn:0.135 lr:3.2e-08 updt_s:0.105 data_s:0.155 +Training: 95%|██████████████████████████████████▏ | 23760/25000 [1:50:56<06:16, 3.29step/s]INFO 2026-05-20 15:30:28 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.06 loss:0.008 grdn:0.131 lr:3.1e-08 updt_s:0.108 data_s:0.171 +Training: 95%|██████████████████████████████████▏ | 23780/25000 [1:51:01<05:29, 3.70step/s]INFO 2026-05-20 15:30:33 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.07 loss:0.009 grdn:0.133 lr:3.0e-08 updt_s:0.105 data_s:0.149 +Training: 95%|██████████████████████████████████▎ | 23800/25000 [1:51:07<06:07, 3.27step/s]INFO 2026-05-20 15:30:39 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.08 loss:0.008 grdn:0.145 lr:2.9e-08 updt_s:0.107 data_s:0.177 +Training: 95%|██████████████████████████████████▎ | 23820/25000 [1:51:12<04:56, 3.98step/s]INFO 2026-05-20 15:30:44 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.09 loss:0.009 grdn:0.139 lr:2.8e-08 updt_s:0.110 data_s:0.144 +Training: 95%|██████████████████████████████████▎ | 23840/25000 [1:51:18<05:55, 3.27step/s]INFO 2026-05-20 15:30:50 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.10 loss:0.009 grdn:0.147 lr:2.7e-08 updt_s:0.108 data_s:0.181 +Training: 95%|██████████████████████████████████▎ | 23860/25000 [1:51:23<04:06, 4.63step/s]INFO 2026-05-20 15:30:55 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.11 loss:0.009 grdn:0.143 lr:2.6e-08 updt_s:0.117 data_s:0.135 +Training: 96%|██████████████████████████████████▍ | 23880/25000 [1:51:29<06:39, 2.81step/s]INFO 2026-05-20 15:31:01 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.12 loss:0.008 grdn:0.142 lr:2.5e-08 updt_s:0.109 data_s:0.184 +Training: 96%|██████████████████████████████████▍ | 23900/25000 [1:51:34<04:36, 3.98step/s]INFO 2026-05-20 15:31:06 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.13 loss:0.009 grdn:0.147 lr:2.4e-08 updt_s:0.106 data_s:0.142 +Training: 96%|██████████████████████████████████▍ | 23920/25000 [1:51:40<06:35, 2.73step/s]INFO 2026-05-20 15:31:12 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.14 loss:0.008 grdn:0.144 lr:2.4e-08 updt_s:0.109 data_s:0.183 +Training: 96%|██████████████████████████████████▍ | 23940/25000 [1:51:45<04:04, 4.34step/s]INFO 2026-05-20 15:31:17 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.15 loss:0.009 grdn:0.146 lr:2.3e-08 updt_s:0.108 data_s:0.140 +Training: 96%|██████████████████████████████████▌ | 23960/25000 [1:51:50<05:45, 3.01step/s]INFO 2026-05-20 15:31:22 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.16 loss:0.009 grdn:0.144 lr:2.2e-08 updt_s:0.112 data_s:0.174 +Training: 96%|██████████████████████████████████▌ | 23980/25000 [1:51:56<04:37, 3.68step/s]INFO 2026-05-20 15:31:28 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.17 loss:0.008 grdn:0.145 lr:2.1e-08 updt_s:0.110 data_s:0.153 +Training: 96%|██████████████████████████████████▌ | 24000/25000 [1:52:01<05:58, 2.79step/s]INFO 2026-05-20 15:31:34 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.18 loss:0.009 grdn:0.142 lr:2.0e-08 updt_s:0.105 data_s:0.181 +INFO 2026-05-20 15:31:34 ot_train.py:502 Checkpoint policy after step 24000 +Training: 96%|██████████████████████████████████▌ | 24020/25000 [1:52:14<01:59, 8.19step/s]INFO 2026-05-20 15:31:46 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.19 loss:0.009 grdn:0.142 lr:1.9e-08 updt_s:0.104 data_s:0.010 +Training: 96%|██████████████████████████████████▌ | 24040/25000 [1:52:17<02:03, 7.77step/s]INFO 2026-05-20 15:31:49 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.20 loss:0.008 grdn:0.145 lr:1.9e-08 updt_s:0.111 data_s:0.012 +Training: 96%|██████████████████████████████████▋ | 24060/25000 [1:52:21<04:23, 3.57step/s]INFO 2026-05-20 15:31:53 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.21 loss:0.009 grdn:0.138 lr:1.8e-08 updt_s:0.109 data_s:0.123 +Training: 96%|██████████████████████████████████▋ | 24080/25000 [1:52:26<02:34, 5.94step/s]INFO 2026-05-20 15:31:59 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.22 loss:0.008 grdn:0.139 lr:1.7e-08 updt_s:0.114 data_s:0.137 +Training: 96%|██████████████████████████████████▋ | 24100/25000 [1:52:33<05:14, 2.86step/s]INFO 2026-05-20 15:32:05 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.23 loss:0.008 grdn:0.137 lr:1.6e-08 updt_s:0.107 data_s:0.202 +Training: 96%|██████████████████████████████████▋ | 24120/25000 [1:52:38<02:41, 5.46step/s]INFO 2026-05-20 15:32:10 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.24 loss:0.008 grdn:0.139 lr:1.6e-08 updt_s:0.109 data_s:0.140 +Training: 97%|██████████████████████████████████▊ | 24140/25000 [1:52:44<05:59, 2.39step/s]INFO 2026-05-20 15:32:16 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.25 loss:0.009 grdn:0.139 lr:1.5e-08 updt_s:0.113 data_s:0.200 +Training: 97%|██████████████████████████████████▊ | 24160/25000 [1:52:49<02:37, 5.33step/s]INFO 2026-05-20 15:32:21 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.26 loss:0.008 grdn:0.140 lr:1.4e-08 updt_s:0.107 data_s:0.145 +Training: 97%|██████████████████████████████████▊ | 24180/25000 [1:52:56<05:51, 2.33step/s]INFO 2026-05-20 15:32:28 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.27 loss:0.008 grdn:0.136 lr:1.4e-08 updt_s:0.111 data_s:0.212 +Training: 97%|██████████████████████████████████▊ | 24200/25000 [1:53:01<02:35, 5.16step/s]INFO 2026-05-20 15:32:33 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.28 loss:0.008 grdn:0.143 lr:1.3e-08 updt_s:0.107 data_s:0.141 +Training: 97%|██████████████████████████████████▉ | 24220/25000 [1:53:07<05:04, 2.56step/s]INFO 2026-05-20 15:32:39 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.29 loss:0.009 grdn:0.149 lr:1.2e-08 updt_s:0.107 data_s:0.199 +Training: 97%|██████████████████████████████████▉ | 24240/25000 [1:53:12<02:18, 5.47step/s]INFO 2026-05-20 15:32:44 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.30 loss:0.008 grdn:0.128 lr:1.2e-08 updt_s:0.110 data_s:0.132 +Training: 97%|██████████████████████████████████▉ | 24260/25000 [1:53:18<04:50, 2.55step/s]INFO 2026-05-20 15:32:50 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.31 loss:0.008 grdn:0.144 lr:1.1e-08 updt_s:0.108 data_s:0.193 +Training: 97%|██████████████████████████████████▉ | 24280/25000 [1:53:22<02:08, 5.61step/s]INFO 2026-05-20 15:32:54 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.32 loss:0.009 grdn:0.153 lr:1.1e-08 updt_s:0.107 data_s:0.130 +Training: 97%|██████████████████████████████████▉ | 24300/25000 [1:53:28<04:48, 2.43step/s]INFO 2026-05-20 15:33:01 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.33 loss:0.008 grdn:0.147 lr:1.0e-08 updt_s:0.111 data_s:0.193 +Training: 97%|███████████████████████████████████ | 24320/25000 [1:53:33<02:07, 5.35step/s]INFO 2026-05-20 15:33:05 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.34 loss:0.008 grdn:0.142 lr:9.5e-09 updt_s:0.112 data_s:0.122 +Training: 97%|███████████████████████████████████ | 24340/25000 [1:53:39<04:12, 2.61step/s]INFO 2026-05-20 15:33:11 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.35 loss:0.009 grdn:0.139 lr:8.9e-09 updt_s:0.110 data_s:0.186 +Training: 97%|███████████████████████████████████ | 24360/25000 [1:53:44<01:54, 5.57step/s]INFO 2026-05-20 15:33:16 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.36 loss:0.009 grdn:0.150 lr:8.4e-09 updt_s:0.109 data_s:0.130 +Training: 98%|███████████████████████████████████ | 24380/25000 [1:53:50<04:05, 2.52step/s]INFO 2026-05-20 15:33:22 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.37 loss:0.008 grdn:0.138 lr:7.9e-09 updt_s:0.114 data_s:0.191 +Training: 98%|███████████████████████████████████▏| 24400/25000 [1:53:55<01:56, 5.15step/s]INFO 2026-05-20 15:33:27 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.38 loss:0.008 grdn:0.135 lr:7.4e-09 updt_s:0.114 data_s:0.128 +Training: 98%|███████████████████████████████████▏| 24420/25000 [1:54:01<03:35, 2.69step/s]INFO 2026-05-20 15:33:33 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.39 loss:0.008 grdn:0.126 lr:6.9e-09 updt_s:0.118 data_s:0.178 +Training: 98%|███████████████████████████████████▏| 24440/25000 [1:54:06<01:40, 5.55step/s]INFO 2026-05-20 15:33:38 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.40 loss:0.009 grdn:0.149 lr:6.5e-09 updt_s:0.117 data_s:0.122 +Training: 98%|███████████████████████████████████▏| 24460/25000 [1:54:12<03:37, 2.48step/s]INFO 2026-05-20 15:33:44 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.41 loss:0.009 grdn:0.141 lr:6.0e-09 updt_s:0.116 data_s:0.203 +Training: 98%|███████████████████████████████████▎| 24480/25000 [1:54:17<01:35, 5.44step/s]INFO 2026-05-20 15:33:49 ot_train.py:488 step:24K smpl:3M ep:6K epch:12.42 loss:0.008 grdn:0.141 lr:5.6e-09 updt_s:0.110 data_s:0.126 +Training: 98%|███████████████████████████████████▎| 24500/25000 [1:54:23<03:13, 2.58step/s]INFO 2026-05-20 15:33:55 ot_train.py:488 step:24K smpl:3M ep:7K epch:12.43 loss:0.008 grdn:0.138 lr:5.2e-09 updt_s:0.112 data_s:0.193 +Training: 98%|███████████████████████████████████▎| 24520/25000 [1:54:28<01:29, 5.36step/s]INFO 2026-05-20 15:34:00 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.44 loss:0.009 grdn:0.144 lr:4.8e-09 updt_s:0.116 data_s:0.130 +Training: 98%|███████████████████████████████████▎| 24540/25000 [1:54:34<03:04, 2.50step/s]INFO 2026-05-20 15:34:06 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.45 loss:0.009 grdn:0.151 lr:4.4e-09 updt_s:0.113 data_s:0.189 +Training: 98%|███████████████████████████████████▎| 24560/25000 [1:54:39<01:19, 5.50step/s]INFO 2026-05-20 15:34:11 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.46 loss:0.010 grdn:0.149 lr:4.0e-09 updt_s:0.112 data_s:0.129 +Training: 98%|███████████████████████████████████▍| 24580/25000 [1:54:45<02:43, 2.57step/s]INFO 2026-05-20 15:34:17 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.47 loss:0.008 grdn:0.141 lr:3.7e-09 updt_s:0.112 data_s:0.196 +Training: 98%|███████████████████████████████████▍| 24600/25000 [1:54:50<01:13, 5.41step/s]INFO 2026-05-20 15:34:22 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.48 loss:0.008 grdn:0.141 lr:3.3e-09 updt_s:0.111 data_s:0.138 +Training: 98%|███████████████████████████████████▍| 24620/25000 [1:54:56<02:35, 2.45step/s]INFO 2026-05-20 15:34:28 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.49 loss:0.008 grdn:0.138 lr:3.0e-09 updt_s:0.109 data_s:0.198 +Training: 99%|███████████████████████████████████▍| 24640/25000 [1:55:01<01:06, 5.38step/s]INFO 2026-05-20 15:34:33 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.50 loss:0.008 grdn:0.132 lr:2.7e-09 updt_s:0.108 data_s:0.138 +Training: 99%|███████████████████████████████████▌| 24660/25000 [1:55:07<02:05, 2.70step/s]INFO 2026-05-20 15:34:39 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.51 loss:0.008 grdn:0.137 lr:2.4e-09 updt_s:0.105 data_s:0.188 +Training: 99%|███████████████████████████████████▌| 24680/25000 [1:55:12<00:57, 5.61step/s]INFO 2026-05-20 15:34:44 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.52 loss:0.009 grdn:0.137 lr:2.2e-09 updt_s:0.109 data_s:0.132 +Training: 99%|███████████████████████████████████▌| 24700/25000 [1:55:18<01:58, 2.54step/s]INFO 2026-05-20 15:34:50 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.53 loss:0.008 grdn:0.138 lr:1.9e-09 updt_s:0.108 data_s:0.195 +Training: 99%|███████████████████████████████████▌| 24720/25000 [1:55:23<00:52, 5.38step/s]INFO 2026-05-20 15:34:55 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.54 loss:0.009 grdn:0.126 lr:1.7e-09 updt_s:0.108 data_s:0.135 +Training: 99%|███████████████████████████████████▋| 24740/25000 [1:55:29<01:40, 2.58step/s]INFO 2026-05-20 15:35:01 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.55 loss:0.008 grdn:0.135 lr:1.4e-09 updt_s:0.108 data_s:0.193 +Training: 99%|███████████████████████████████████▋| 24760/25000 [1:55:34<00:43, 5.50step/s]INFO 2026-05-20 15:35:06 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.56 loss:0.009 grdn:0.146 lr:1.2e-09 updt_s:0.105 data_s:0.136 +Training: 99%|███████████████████████████████████▋| 24780/25000 [1:55:40<01:27, 2.52step/s]INFO 2026-05-20 15:35:12 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.57 loss:0.008 grdn:0.138 lr:1.0e-09 updt_s:0.111 data_s:0.197 +Training: 99%|███████████████████████████████████▋| 24800/25000 [1:55:45<00:39, 5.06step/s]INFO 2026-05-20 15:35:17 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.58 loss:0.008 grdn:0.139 lr:8.7e-10 updt_s:0.116 data_s:0.131 +Training: 99%|███████████████████████████████████▋| 24820/25000 [1:55:51<01:08, 2.62step/s]INFO 2026-05-20 15:35:23 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.59 loss:0.008 grdn:0.141 lr:7.2e-10 updt_s:0.108 data_s:0.184 +Training: 99%|███████████████████████████████████▊| 24840/25000 [1:55:55<00:30, 5.20step/s]INFO 2026-05-20 15:35:28 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.60 loss:0.009 grdn:0.150 lr:5.7e-10 updt_s:0.113 data_s:0.129 +Training: 99%|███████████████████████████████████▊| 24860/25000 [1:56:01<00:53, 2.62step/s]INFO 2026-05-20 15:35:33 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.61 loss:0.009 grdn:0.139 lr:4.5e-10 updt_s:0.111 data_s:0.187 +Training: 100%|███████████████████████████████████▊| 24880/25000 [1:56:06<00:21, 5.48step/s]INFO 2026-05-20 15:35:38 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.63 loss:0.008 grdn:0.149 lr:3.3e-10 updt_s:0.109 data_s:0.133 +Training: 100%|███████████████████████████████████▊| 24900/25000 [1:56:12<00:40, 2.47step/s]INFO 2026-05-20 15:35:44 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.64 loss:0.008 grdn:0.149 lr:2.4e-10 updt_s:0.115 data_s:0.184 +Training: 100%|███████████████████████████████████▉| 24920/25000 [1:56:17<00:14, 5.46step/s]INFO 2026-05-20 15:35:49 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.65 loss:0.008 grdn:0.139 lr:1.6e-10 updt_s:0.108 data_s:0.132 +Training: 100%|███████████████████████████████████▉| 24940/25000 [1:56:23<00:22, 2.65step/s]INFO 2026-05-20 15:35:55 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.66 loss:0.008 grdn:0.153 lr:9.7e-11 updt_s:0.114 data_s:0.193 +Training: 100%|███████████████████████████████████▉| 24960/25000 [1:56:28<00:07, 5.25step/s]INFO 2026-05-20 15:36:00 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.67 loss:0.008 grdn:0.135 lr:4.9e-11 updt_s:0.108 data_s:0.139 +Training: 100%|███████████████████████████████████▉| 24980/25000 [1:56:34<00:07, 2.78step/s]INFO 2026-05-20 15:36:06 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.68 loss:0.009 grdn:0.143 lr:1.8e-11 updt_s:0.114 data_s:0.183 +Training: 100%|████████████████████████████████████| 25000/25000 [1:56:39<00:00, 5.36step/s]INFO 2026-05-20 15:36:11 ot_train.py:488 step:25K smpl:3M ep:7K epch:12.69 loss:0.008 grdn:0.130 lr:2.5e-12 updt_s:0.114 data_s:0.131 +INFO 2026-05-20 15:36:11 ot_train.py:502 Checkpoint policy after step 25000 +Training: 100%|████████████████████████████████████| 25000/25000 [1:56:52<00:00, 3.56step/s] +INFO 2026-05-20 15:36:24 ot_train.py:576 End of training diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/files/wandb-summary.json b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..eed2549462ae2079ee1b01b8d8e93f6d4fc9fd0d --- /dev/null +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/files/wandb-summary.json @@ -0,0 +1 @@ +{"train/steps":25000,"train/epochs":12.685978425907939,"_timestamp":1.7792913716879761e+09,"train/dataloading_s":0.13102143075157074,"train/samples":3200000,"train/lr":2.457411524006692e-12,"_step":25000,"train/loss":0.007791012478992343,"train/episodes":6634.766716749852,"train/update_s":0.11411050950118806,"_wandb":{"runtime":7015},"train/grad_norm":0.1304228451102972,"_runtime":7015.294866626} \ No newline at end of file diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/logs/debug-core.log b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/logs/debug-core.log index 241f5b312909e1b10db735bab33f0b1ddeb9c500..061c420c29e064b1ae7e1639a3ab3fb0169a1f3d 100644 --- a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/logs/debug-core.log +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/logs/debug-core.log @@ -5,3 +5,12 @@ {"time":"2026-05-20T13:39:28.841662498Z","level":"INFO","msg":"handleInformInit: received","streamId":"4006sb34","id":"1(@)"} {"time":"2026-05-20T13:39:29.035048257Z","level":"INFO","msg":"handleInformInit: stream started","streamId":"4006sb34","id":"1(@)"} {"time":"2026-05-20T13:39:34.842440608Z","level":"INFO","msg":"connection: cancelling request","id":"1(@)","requestId":"yu7oi0eeks19"} +{"time":"2026-05-20T15:36:25.080461126Z","level":"INFO","msg":"handleInformTeardown: server teardown initiated","id":"1(@)"} +{"time":"2026-05-20T15:36:25.080538322Z","level":"INFO","msg":"server is shutting down"} +{"time":"2026-05-20T15:36:25.080563529Z","level":"INFO","msg":"connection: closing","id":"1(@)"} +{"time":"2026-05-20T15:36:25.080645683Z","level":"INFO","msg":"connection: closed successfully","id":"1(@)"} +{"time":"2026-05-20T15:36:25.080674907Z","level":"INFO","msg":"server: listener closed","addr":{"Name":"/tmp/wandb-430458-430583-2748763135/socket","Net":"unix"}} +{"time":"2026-05-20T15:37:14.3625597Z","level":"ERROR","msg":"processOutgoingData: flush error","error":"write unix /tmp/wandb-430458-430583-2748763135/socket->@: use of closed network connection","id":"1(@)"} +{"time":"2026-05-20T15:37:14.504799507Z","level":"INFO","msg":"handleInformTeardown: server shutdown complete","id":"1(@)"} +{"time":"2026-05-20T15:37:14.504841269Z","level":"INFO","msg":"connection: ManageConnectionData: connection closed","id":"1(@)"} +{"time":"2026-05-20T15:37:14.50485476Z","level":"INFO","msg":"server is closed"} diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/logs/debug-internal.log b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/logs/debug-internal.log index 6e265eba472727afbe199f589f1b999a9896a8c2..24a404d659fe7a72ebbdddd116eef1f19cf8f58f 100644 --- a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/logs/debug-internal.log +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/logs/debug-internal.log @@ -423,3 +423,532 @@ {"time":"2026-05-20T14:31:15.120484048Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} {"time":"2026-05-20T14:31:29.840645202Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":552,"history_lines":3,"events_offset":413,"events_lines":2,"console_offset":574,"console_lines":4} {"time":"2026-05-20T14:31:30.041670229Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:31:44.840271948Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":555,"history_lines":3,"events_offset":415,"events_lines":2,"console_offset":577,"console_lines":4} +{"time":"2026-05-20T14:31:45.499700748Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:31:59.840113007Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":558,"history_lines":2,"events_offset":417,"events_lines":2,"console_offset":580,"console_lines":3} +{"time":"2026-05-20T14:32:00.561808176Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:32:14.84009949Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":560,"history_lines":3,"events_offset":419,"events_lines":2,"console_offset":582,"console_lines":4} +{"time":"2026-05-20T14:32:15.148047362Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:32:29.839991452Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":563,"history_lines":3,"events_offset":421,"events_lines":2,"console_offset":585,"console_lines":4} +{"time":"2026-05-20T14:32:30.162707413Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:32:44.840100458Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":566,"history_lines":3,"events_offset":423,"events_lines":2,"console_offset":588,"console_lines":4} +{"time":"2026-05-20T14:32:45.063255005Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:32:59.840172168Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":569,"history_lines":2,"events_offset":425,"events_lines":2,"console_offset":591,"console_lines":3} +{"time":"2026-05-20T14:33:00.141213412Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:33:14.840862827Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":571,"history_lines":3,"events_offset":427,"events_lines":2,"console_offset":593,"console_lines":4} +{"time":"2026-05-20T14:33:15.127612855Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:33:29.840076056Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":574,"history_lines":3,"events_offset":429,"events_lines":2,"console_offset":596,"console_lines":4} +{"time":"2026-05-20T14:33:30.06048352Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:33:44.840450551Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":577,"history_lines":2,"events_offset":431,"events_lines":2,"console_offset":599,"console_lines":3} +{"time":"2026-05-20T14:33:45.111776552Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:33:59.839951303Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":579,"history_lines":3,"events_offset":433,"events_lines":2,"console_offset":601,"console_lines":4} +{"time":"2026-05-20T14:34:00.15650153Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:34:14.840682085Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":582,"history_lines":3,"events_offset":435,"events_lines":2,"console_offset":604,"console_lines":4} +{"time":"2026-05-20T14:34:15.124238192Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:34:29.840561428Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":585,"history_lines":2,"events_offset":437,"events_lines":2,"console_offset":607,"console_lines":3} +{"time":"2026-05-20T14:34:30.062776813Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:34:44.84020956Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":587,"history_lines":3,"events_offset":439,"events_lines":2,"console_offset":609,"console_lines":4} +{"time":"2026-05-20T14:34:45.103416579Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:34:59.840697216Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":590,"history_lines":3,"events_offset":441,"events_lines":2,"console_offset":612,"console_lines":4} +{"time":"2026-05-20T14:35:00.088280334Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:35:14.840575422Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":593,"history_lines":2,"events_offset":443,"events_lines":2,"console_offset":615,"console_lines":3} +{"time":"2026-05-20T14:35:15.222210886Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:35:29.839987727Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":595,"history_lines":3,"events_offset":445,"events_lines":2,"console_offset":617,"console_lines":4} +{"time":"2026-05-20T14:35:30.092246157Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:35:44.839897283Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":598,"history_lines":2,"events_offset":447,"events_lines":2,"console_offset":620,"console_lines":3} +{"time":"2026-05-20T14:35:45.356904481Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:35:59.840246399Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":600,"history_lines":3,"events_offset":449,"events_lines":2,"console_offset":623,"console_lines":4} +{"time":"2026-05-20T14:36:00.052143432Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:36:14.840147283Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":603,"history_lines":2,"events_offset":451,"events_lines":2,"console_offset":626,"console_lines":3} +{"time":"2026-05-20T14:36:15.274726587Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:36:29.840311297Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":605,"history_lines":3,"events_offset":453,"events_lines":2,"console_offset":628,"console_lines":4} +{"time":"2026-05-20T14:36:30.10447525Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:36:44.840842403Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":608,"history_lines":3,"events_offset":455,"events_lines":2,"console_offset":631,"console_lines":3} +{"time":"2026-05-20T14:36:45.112003266Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:36:59.840739268Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":611,"history_lines":2,"events_offset":457,"events_lines":2,"console_offset":634,"console_lines":3} +{"time":"2026-05-20T14:37:00.088652516Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:37:14.840367734Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":613,"history_lines":3,"events_offset":459,"events_lines":2,"console_offset":636,"console_lines":4} +{"time":"2026-05-20T14:37:15.245444637Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:37:29.840053846Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":616,"history_lines":3,"events_offset":461,"events_lines":2,"console_offset":639,"console_lines":3} +{"time":"2026-05-20T14:37:30.170660121Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:37:44.840582279Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":619,"history_lines":2,"events_offset":463,"events_lines":2,"console_offset":642,"console_lines":3} +{"time":"2026-05-20T14:37:45.075653421Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:37:59.840616803Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":621,"history_lines":3,"events_offset":465,"events_lines":2,"console_offset":644,"console_lines":4} +{"time":"2026-05-20T14:38:00.096881785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:38:14.840189241Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":624,"history_lines":3,"events_offset":467,"events_lines":2,"console_offset":647,"console_lines":3} +{"time":"2026-05-20T14:38:15.106284108Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:38:29.839845227Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":627,"history_lines":2,"events_offset":469,"events_lines":2,"console_offset":650,"console_lines":3} +{"time":"2026-05-20T14:38:30.094892472Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:38:44.839897012Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":629,"history_lines":3,"events_offset":471,"events_lines":2,"console_offset":652,"console_lines":4} +{"time":"2026-05-20T14:38:45.129083701Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:38:59.840335396Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":632,"history_lines":3,"events_offset":473,"events_lines":2,"console_offset":655,"console_lines":3} +{"time":"2026-05-20T14:39:00.239455464Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:39:14.840586498Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":635,"history_lines":2,"events_offset":475,"events_lines":2,"console_offset":658,"console_lines":3} +{"time":"2026-05-20T14:39:15.177635535Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:39:29.840201626Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":637,"history_lines":3,"events_offset":477,"events_lines":2,"console_offset":660,"console_lines":4} +{"time":"2026-05-20T14:39:30.46537704Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:39:44.840812918Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":640,"history_lines":3,"events_offset":479,"events_lines":2,"console_offset":663,"console_lines":3} +{"time":"2026-05-20T14:39:45.102497636Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:39:59.840446374Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":643,"history_lines":2,"events_offset":481,"events_lines":2,"console_offset":666,"console_lines":3} +{"time":"2026-05-20T14:40:00.044204573Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:40:14.840028546Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":645,"history_lines":3,"events_offset":483,"events_lines":2,"console_offset":668,"console_lines":4} +{"time":"2026-05-20T14:40:15.213509471Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:40:29.8398516Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":648,"history_lines":2,"events_offset":485,"events_lines":2,"console_offset":671,"console_lines":3} +{"time":"2026-05-20T14:40:30.206392858Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:40:44.840610779Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":650,"history_lines":3,"events_offset":487,"events_lines":2,"console_offset":673,"console_lines":4} +{"time":"2026-05-20T14:40:45.047869633Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:40:59.840427155Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":653,"history_lines":3,"events_offset":489,"events_lines":2,"console_offset":676,"console_lines":4} +{"time":"2026-05-20T14:41:00.07777826Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:41:14.840066011Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":656,"history_lines":2,"events_offset":491,"events_lines":2,"console_offset":679,"console_lines":3} +{"time":"2026-05-20T14:41:15.013475615Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:41:29.840068646Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":658,"history_lines":3,"events_offset":493,"events_lines":2,"console_offset":681,"console_lines":4} +{"time":"2026-05-20T14:41:30.51580802Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:41:44.84031472Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":661,"history_lines":3,"events_offset":495,"events_lines":2,"console_offset":684,"console_lines":4} +{"time":"2026-05-20T14:41:45.208014314Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:41:59.840294157Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":664,"history_lines":2,"events_offset":497,"events_lines":2,"console_offset":687,"console_lines":3} +{"time":"2026-05-20T14:42:00.250082769Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:42:14.839918567Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":666,"history_lines":3,"events_offset":499,"events_lines":2,"console_offset":689,"console_lines":4} +{"time":"2026-05-20T14:42:15.38738011Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:42:29.840720358Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":669,"history_lines":3,"events_offset":501,"events_lines":2,"console_offset":692,"console_lines":3} +{"time":"2026-05-20T14:42:30.02255637Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:42:44.840193227Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":672,"history_lines":2,"events_offset":503,"events_lines":2,"console_offset":695,"console_lines":3} +{"time":"2026-05-20T14:42:45.1609631Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:42:59.840607727Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":674,"history_lines":3,"events_offset":505,"events_lines":2,"console_offset":697,"console_lines":4} +{"time":"2026-05-20T14:43:00.220385062Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:43:14.840484982Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":677,"history_lines":3,"events_offset":507,"events_lines":2,"console_offset":700,"console_lines":4} +{"time":"2026-05-20T14:43:15.202285017Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:43:29.839893646Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":680,"history_lines":2,"events_offset":509,"events_lines":2,"console_offset":703,"console_lines":3} +{"time":"2026-05-20T14:43:30.330724443Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:43:44.840028049Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":682,"history_lines":3,"events_offset":511,"events_lines":2,"console_offset":705,"console_lines":4} +{"time":"2026-05-20T14:43:45.216346153Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:43:59.840335852Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":685,"history_lines":3,"events_offset":513,"events_lines":2,"console_offset":708,"console_lines":4} +{"time":"2026-05-20T14:44:00.314428884Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:44:14.839940244Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":688,"history_lines":2,"events_offset":515,"events_lines":2,"console_offset":711,"console_lines":3} +{"time":"2026-05-20T14:44:15.038519483Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:44:29.840602312Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":690,"history_lines":3,"events_offset":517,"events_lines":2,"console_offset":713,"console_lines":4} +{"time":"2026-05-20T14:44:30.042478051Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:44:44.839857854Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":693,"history_lines":3,"events_offset":519,"events_lines":2,"console_offset":716,"console_lines":3} +{"time":"2026-05-20T14:44:45.115617885Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:44:59.840548231Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":696,"history_lines":2,"events_offset":521,"events_lines":2,"console_offset":719,"console_lines":3} +{"time":"2026-05-20T14:45:00.0827612Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:45:14.840329013Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":698,"history_lines":2,"events_offset":523,"events_lines":2,"console_offset":721,"console_lines":4} +{"time":"2026-05-20T14:45:15.355101442Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:45:29.839864262Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":700,"history_lines":3,"events_offset":525,"events_lines":2,"console_offset":724,"console_lines":4} +{"time":"2026-05-20T14:45:30.058934119Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:45:44.840175809Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":703,"history_lines":3,"events_offset":527,"events_lines":2,"console_offset":727,"console_lines":4} +{"time":"2026-05-20T14:45:45.108353964Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:45:59.840680374Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":706,"history_lines":3,"events_offset":529,"events_lines":2,"console_offset":730,"console_lines":3} +{"time":"2026-05-20T14:46:00.101946167Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:46:14.839749931Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":709,"history_lines":2,"events_offset":531,"events_lines":2,"console_offset":733,"console_lines":3} +{"time":"2026-05-20T14:46:15.211592588Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:46:29.840748602Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":711,"history_lines":3,"events_offset":533,"events_lines":2,"console_offset":735,"console_lines":4} +{"time":"2026-05-20T14:46:30.133002391Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:46:44.840201039Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":714,"history_lines":2,"events_offset":535,"events_lines":2,"console_offset":738,"console_lines":3} +{"time":"2026-05-20T14:46:45.056466881Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:46:59.840476017Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":716,"history_lines":3,"events_offset":537,"events_lines":2,"console_offset":740,"console_lines":4} +{"time":"2026-05-20T14:47:00.163859487Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:47:14.840549457Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":719,"history_lines":3,"events_offset":539,"events_lines":2,"console_offset":743,"console_lines":4} +{"time":"2026-05-20T14:47:15.044467354Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:47:29.840311314Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":722,"history_lines":2,"events_offset":541,"events_lines":2,"console_offset":746,"console_lines":3} +{"time":"2026-05-20T14:47:29.984047393Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:47:44.840489974Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":724,"history_lines":3,"events_offset":543,"events_lines":2,"console_offset":748,"console_lines":4} +{"time":"2026-05-20T14:47:45.009683838Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:47:59.840658596Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":727,"history_lines":3,"events_offset":545,"events_lines":2,"console_offset":751,"console_lines":4} +{"time":"2026-05-20T14:48:00.526733421Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:48:14.840336791Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":730,"history_lines":2,"events_offset":547,"events_lines":2,"console_offset":754,"console_lines":3} +{"time":"2026-05-20T14:48:15.126166676Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:48:29.840495079Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":732,"history_lines":3,"events_offset":549,"events_lines":2,"console_offset":756,"console_lines":4} +{"time":"2026-05-20T14:48:30.092022538Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:48:44.839724278Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":735,"history_lines":3,"events_offset":551,"events_lines":2,"console_offset":759,"console_lines":4} +{"time":"2026-05-20T14:48:45.121733944Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:48:59.840924913Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":738,"history_lines":2,"events_offset":553,"events_lines":2,"console_offset":762,"console_lines":3} +{"time":"2026-05-20T14:49:00.266435063Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:49:14.840514136Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":740,"history_lines":3,"events_offset":555,"events_lines":2,"console_offset":764,"console_lines":4} +{"time":"2026-05-20T14:49:15.123701584Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:49:29.840260179Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":743,"history_lines":3,"events_offset":557,"events_lines":2,"console_offset":767,"console_lines":4} +{"time":"2026-05-20T14:49:30.100061599Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:49:44.840666528Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":746,"history_lines":2,"events_offset":559,"events_lines":2,"console_offset":770,"console_lines":3} +{"time":"2026-05-20T14:49:45.129269455Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:49:59.839822159Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":748,"history_lines":3,"events_offset":561,"events_lines":2,"console_offset":772,"console_lines":4} +{"time":"2026-05-20T14:50:00.007807112Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:50:14.840474288Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":751,"history_lines":3,"events_offset":563,"events_lines":2,"console_offset":775,"console_lines":4} +{"time":"2026-05-20T14:50:15.042398551Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:50:29.840537677Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":754,"history_lines":3,"events_offset":565,"events_lines":2,"console_offset":778,"console_lines":3} +{"time":"2026-05-20T14:50:30.090693918Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:50:44.841407346Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":757,"history_lines":2,"events_offset":567,"events_lines":2,"console_offset":781,"console_lines":3} +{"time":"2026-05-20T14:50:45.078721369Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:50:59.840502921Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":759,"history_lines":3,"events_offset":569,"events_lines":2,"console_offset":783,"console_lines":4} +{"time":"2026-05-20T14:51:00.131097273Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:51:14.840176114Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":762,"history_lines":3,"events_offset":571,"events_lines":2,"console_offset":786,"console_lines":4} +{"time":"2026-05-20T14:51:15.024921731Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:51:29.839974704Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":765,"history_lines":2,"events_offset":573,"events_lines":2,"console_offset":789,"console_lines":3} +{"time":"2026-05-20T14:51:29.992889344Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:51:44.840659598Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":767,"history_lines":3,"events_offset":575,"events_lines":2,"console_offset":791,"console_lines":4} +{"time":"2026-05-20T14:51:45.007279034Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:51:59.841049097Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":770,"history_lines":3,"events_offset":577,"events_lines":2,"console_offset":794,"console_lines":4} +{"time":"2026-05-20T14:52:00.331897013Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:52:14.840241094Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":773,"history_lines":3,"events_offset":579,"events_lines":2,"console_offset":797,"console_lines":4} +{"time":"2026-05-20T14:52:15.341357203Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:52:29.840272326Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":776,"history_lines":2,"events_offset":581,"events_lines":2,"console_offset":800,"console_lines":3} +{"time":"2026-05-20T14:52:30.104321514Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:52:44.840463128Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":778,"history_lines":3,"events_offset":583,"events_lines":2,"console_offset":802,"console_lines":4} +{"time":"2026-05-20T14:52:45.109381555Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:52:59.840636496Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":781,"history_lines":3,"events_offset":585,"events_lines":2,"console_offset":805,"console_lines":4} +{"time":"2026-05-20T14:53:00.405680195Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:53:14.840627493Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":784,"history_lines":2,"events_offset":587,"events_lines":2,"console_offset":808,"console_lines":3} +{"time":"2026-05-20T14:53:14.993645267Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:53:29.840654146Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":786,"history_lines":3,"events_offset":589,"events_lines":2,"console_offset":810,"console_lines":4} +{"time":"2026-05-20T14:53:29.957993673Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:53:44.840403975Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":789,"history_lines":3,"events_offset":591,"events_lines":2,"console_offset":813,"console_lines":4} +{"time":"2026-05-20T14:53:45.246550962Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:53:59.840597166Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":792,"history_lines":3,"events_offset":593,"events_lines":2,"console_offset":816,"console_lines":4} +{"time":"2026-05-20T14:54:00.033079214Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:54:14.840461538Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":795,"history_lines":2,"events_offset":595,"events_lines":2,"console_offset":819,"console_lines":3} +{"time":"2026-05-20T14:54:15.209890902Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:54:29.839746932Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":797,"history_lines":2,"events_offset":597,"events_lines":2,"console_offset":821,"console_lines":3} +{"time":"2026-05-20T14:54:30.276531546Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:54:44.840778249Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":799,"history_lines":3,"events_offset":599,"events_lines":2,"console_offset":824,"console_lines":4} +{"time":"2026-05-20T14:54:45.156190497Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:54:59.840461443Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":802,"history_lines":3,"events_offset":601,"events_lines":2,"console_offset":827,"console_lines":4} +{"time":"2026-05-20T14:55:00.205238465Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:55:14.840437845Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":805,"history_lines":2,"events_offset":603,"events_lines":2,"console_offset":830,"console_lines":3} +{"time":"2026-05-20T14:55:15.266601143Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:55:29.840679974Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":807,"history_lines":3,"events_offset":605,"events_lines":2,"console_offset":832,"console_lines":4} +{"time":"2026-05-20T14:55:30.085560099Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:55:44.840659865Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":810,"history_lines":2,"events_offset":607,"events_lines":2,"console_offset":835,"console_lines":3} +{"time":"2026-05-20T14:55:45.11848321Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:55:59.840614904Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":812,"history_lines":3,"events_offset":609,"events_lines":2,"console_offset":837,"console_lines":4} +{"time":"2026-05-20T14:56:00.089743244Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:56:14.840525486Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":815,"history_lines":3,"events_offset":611,"events_lines":2,"console_offset":840,"console_lines":4} +{"time":"2026-05-20T14:56:15.00183732Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:56:29.840272919Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":818,"history_lines":2,"events_offset":613,"events_lines":2,"console_offset":843,"console_lines":3} +{"time":"2026-05-20T14:56:30.010817059Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:56:44.840680142Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":820,"history_lines":3,"events_offset":615,"events_lines":2,"console_offset":845,"console_lines":4} +{"time":"2026-05-20T14:56:45.58847898Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:56:59.841323752Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":823,"history_lines":3,"events_offset":617,"events_lines":2,"console_offset":848,"console_lines":4} +{"time":"2026-05-20T14:57:00.083253507Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:57:14.840760485Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":826,"history_lines":2,"events_offset":619,"events_lines":2,"console_offset":851,"console_lines":3} +{"time":"2026-05-20T14:57:15.230685221Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:57:29.840841967Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":828,"history_lines":3,"events_offset":621,"events_lines":2,"console_offset":853,"console_lines":4} +{"time":"2026-05-20T14:57:30.026935838Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:57:44.840619171Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":831,"history_lines":2,"events_offset":623,"events_lines":2,"console_offset":856,"console_lines":3} +{"time":"2026-05-20T14:57:45.145292544Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:57:59.840407632Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":833,"history_lines":3,"events_offset":625,"events_lines":2,"console_offset":858,"console_lines":4} +{"time":"2026-05-20T14:58:00.002439099Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:58:14.840328813Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":836,"history_lines":3,"events_offset":627,"events_lines":2,"console_offset":861,"console_lines":4} +{"time":"2026-05-20T14:58:15.116301381Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:58:29.839919406Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":839,"history_lines":2,"events_offset":629,"events_lines":2,"console_offset":864,"console_lines":3} +{"time":"2026-05-20T14:58:30.113940438Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:58:44.840105658Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":841,"history_lines":3,"events_offset":631,"events_lines":2,"console_offset":866,"console_lines":4} +{"time":"2026-05-20T14:58:45.174780883Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:58:59.840798923Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":844,"history_lines":3,"events_offset":633,"events_lines":2,"console_offset":869,"console_lines":3} +{"time":"2026-05-20T14:59:00.240563547Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:59:14.840533437Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":847,"history_lines":2,"events_offset":635,"events_lines":2,"console_offset":872,"console_lines":3} +{"time":"2026-05-20T14:59:15.327415351Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:59:29.840089795Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":849,"history_lines":3,"events_offset":637,"events_lines":2,"console_offset":874,"console_lines":4} +{"time":"2026-05-20T14:59:29.984612531Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:59:44.840063723Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":852,"history_lines":2,"events_offset":639,"events_lines":2,"console_offset":877,"console_lines":3} +{"time":"2026-05-20T14:59:45.065794386Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T14:59:59.839828988Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":854,"history_lines":3,"events_offset":641,"events_lines":2,"console_offset":879,"console_lines":4} +{"time":"2026-05-20T15:00:00.078376221Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:00:14.840520891Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":857,"history_lines":3,"events_offset":643,"events_lines":2,"console_offset":882,"console_lines":4} +{"time":"2026-05-20T15:00:15.0839167Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:00:29.840272671Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":860,"history_lines":2,"events_offset":645,"events_lines":2,"console_offset":885,"console_lines":3} +{"time":"2026-05-20T15:00:30.09647845Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:00:44.84067448Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":862,"history_lines":3,"events_offset":647,"events_lines":2,"console_offset":887,"console_lines":4} +{"time":"2026-05-20T15:00:45.167642714Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:00:59.840599726Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":865,"history_lines":3,"events_offset":649,"events_lines":2,"console_offset":890,"console_lines":4} +{"time":"2026-05-20T15:01:00.079353248Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:01:14.839695568Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":868,"history_lines":2,"events_offset":651,"events_lines":2,"console_offset":893,"console_lines":3} +{"time":"2026-05-20T15:01:15.395885388Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:01:29.8398262Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":870,"history_lines":3,"events_offset":653,"events_lines":2,"console_offset":895,"console_lines":4} +{"time":"2026-05-20T15:01:30.689595675Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:01:44.839958078Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":873,"history_lines":3,"events_offset":655,"events_lines":2,"console_offset":898,"console_lines":4} +{"time":"2026-05-20T15:01:45.259493725Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:01:59.840413497Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":876,"history_lines":3,"events_offset":657,"events_lines":2,"console_offset":901,"console_lines":4} +{"time":"2026-05-20T15:02:00.046021865Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:02:14.840752224Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":879,"history_lines":2,"events_offset":659,"events_lines":2,"console_offset":904,"console_lines":3} +{"time":"2026-05-20T15:02:15.004826034Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:02:29.840743522Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":881,"history_lines":3,"events_offset":661,"events_lines":2,"console_offset":906,"console_lines":4} +{"time":"2026-05-20T15:02:29.973512429Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:02:44.840237146Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":884,"history_lines":3,"events_offset":663,"events_lines":2,"console_offset":909,"console_lines":4} +{"time":"2026-05-20T15:02:45.082819059Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:02:59.840274713Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":887,"history_lines":2,"events_offset":665,"events_lines":2,"console_offset":912,"console_lines":3} +{"time":"2026-05-20T15:03:00.039571653Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:03:14.840658436Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":889,"history_lines":3,"events_offset":667,"events_lines":2,"console_offset":914,"console_lines":4} +{"time":"2026-05-20T15:03:14.993613071Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:03:29.840595951Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":892,"history_lines":3,"events_offset":669,"events_lines":2,"console_offset":917,"console_lines":4} +{"time":"2026-05-20T15:03:30.079486137Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:03:44.839863814Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":895,"history_lines":3,"events_offset":671,"events_lines":2,"console_offset":920,"console_lines":4} +{"time":"2026-05-20T15:03:45.250660527Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:03:59.840141902Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":898,"history_lines":1,"events_offset":673,"events_lines":2,"console_offset":923,"console_lines":3} +{"time":"2026-05-20T15:04:00.314137699Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:04:14.840666997Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":899,"history_lines":4,"events_offset":675,"events_lines":2,"console_offset":925,"console_lines":5} +{"time":"2026-05-20T15:04:15.01710225Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:04:29.839829637Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":903,"history_lines":2,"events_offset":677,"events_lines":2,"console_offset":929,"console_lines":3} +{"time":"2026-05-20T15:04:30.030374785Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:04:44.840483507Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":905,"history_lines":3,"events_offset":679,"events_lines":2,"console_offset":931,"console_lines":4} +{"time":"2026-05-20T15:04:45.087302145Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:04:59.840592048Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":908,"history_lines":3,"events_offset":681,"events_lines":2,"console_offset":934,"console_lines":4} +{"time":"2026-05-20T15:04:59.967868687Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:05:14.839966662Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":911,"history_lines":3,"events_offset":683,"events_lines":2,"console_offset":937,"console_lines":4} +{"time":"2026-05-20T15:05:15.009024091Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:05:29.840002679Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":914,"history_lines":2,"events_offset":685,"events_lines":2,"console_offset":940,"console_lines":3} +{"time":"2026-05-20T15:05:30.12480983Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:05:44.840839708Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":916,"history_lines":3,"events_offset":687,"events_lines":2,"console_offset":942,"console_lines":4} +{"time":"2026-05-20T15:05:45.093945057Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:05:59.840770549Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":919,"history_lines":3,"events_offset":689,"events_lines":2,"console_offset":945,"console_lines":4} +{"time":"2026-05-20T15:06:00.281553559Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:06:14.839991177Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":922,"history_lines":3,"events_offset":691,"events_lines":2,"console_offset":948,"console_lines":3} +{"time":"2026-05-20T15:06:15.171752572Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:06:29.840701834Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":925,"history_lines":2,"events_offset":693,"events_lines":2,"console_offset":951,"console_lines":3} +{"time":"2026-05-20T15:06:30.401100053Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:06:44.840626393Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":927,"history_lines":3,"events_offset":695,"events_lines":2,"console_offset":953,"console_lines":4} +{"time":"2026-05-20T15:06:45.302440836Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:06:59.840363699Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":930,"history_lines":3,"events_offset":697,"events_lines":2,"console_offset":956,"console_lines":4} +{"time":"2026-05-20T15:07:00.341946051Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:07:14.840397957Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":933,"history_lines":2,"events_offset":699,"events_lines":2,"console_offset":959,"console_lines":3} +{"time":"2026-05-20T15:07:15.150432143Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:07:29.84037074Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":935,"history_lines":3,"events_offset":701,"events_lines":2,"console_offset":961,"console_lines":4} +{"time":"2026-05-20T15:07:30.249968336Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:07:44.84059031Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":938,"history_lines":3,"events_offset":703,"events_lines":2,"console_offset":964,"console_lines":4} +{"time":"2026-05-20T15:07:45.495929955Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:07:59.840325369Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":941,"history_lines":3,"events_offset":705,"events_lines":2,"console_offset":967,"console_lines":4} +{"time":"2026-05-20T15:08:00.434691529Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:08:14.840751394Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":944,"history_lines":2,"events_offset":707,"events_lines":2,"console_offset":970,"console_lines":3} +{"time":"2026-05-20T15:08:15.105516892Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:08:29.840313968Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":946,"history_lines":3,"events_offset":709,"events_lines":2,"console_offset":972,"console_lines":4} +{"time":"2026-05-20T15:08:30.203716542Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:08:44.840111482Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":949,"history_lines":3,"events_offset":711,"events_lines":2,"console_offset":975,"console_lines":4} +{"time":"2026-05-20T15:08:45.099056879Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:08:59.840075818Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":952,"history_lines":2,"events_offset":713,"events_lines":2,"console_offset":978,"console_lines":3} +{"time":"2026-05-20T15:09:00.181086052Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:09:14.839786355Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":954,"history_lines":3,"events_offset":715,"events_lines":2,"console_offset":980,"console_lines":4} +{"time":"2026-05-20T15:09:15.251842512Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:09:29.841003186Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":957,"history_lines":3,"events_offset":717,"events_lines":2,"console_offset":983,"console_lines":4} +{"time":"2026-05-20T15:09:30.322711868Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:09:44.840359486Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":960,"history_lines":3,"events_offset":719,"events_lines":2,"console_offset":986,"console_lines":4} +{"time":"2026-05-20T15:09:45.194147108Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:09:59.839944485Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":963,"history_lines":2,"events_offset":721,"events_lines":2,"console_offset":989,"console_lines":3} +{"time":"2026-05-20T15:10:00.18132733Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:10:14.840039262Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":965,"history_lines":3,"events_offset":723,"events_lines":2,"console_offset":991,"console_lines":4} +{"time":"2026-05-20T15:10:15.22084063Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:10:29.840576372Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":968,"history_lines":3,"events_offset":725,"events_lines":2,"console_offset":994,"console_lines":4} +{"time":"2026-05-20T15:10:30.079819357Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:10:44.840448297Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":971,"history_lines":3,"events_offset":727,"events_lines":2,"console_offset":997,"console_lines":3} +{"time":"2026-05-20T15:10:45.135606304Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:10:59.840498469Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":974,"history_lines":2,"events_offset":729,"events_lines":2,"console_offset":1000,"console_lines":3} +{"time":"2026-05-20T15:11:00.218433053Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:11:14.840704533Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":976,"history_lines":3,"events_offset":731,"events_lines":2,"console_offset":1002,"console_lines":4} +{"time":"2026-05-20T15:11:15.202447479Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:11:29.840479688Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":979,"history_lines":2,"events_offset":733,"events_lines":2,"console_offset":1005,"console_lines":3} +{"time":"2026-05-20T15:11:30.17966204Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:11:44.839771772Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":981,"history_lines":3,"events_offset":735,"events_lines":2,"console_offset":1007,"console_lines":4} +{"time":"2026-05-20T15:11:45.371187612Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:11:59.840514158Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":984,"history_lines":3,"events_offset":737,"events_lines":2,"console_offset":1010,"console_lines":3} +{"time":"2026-05-20T15:12:00.108824379Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:12:14.840600654Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":987,"history_lines":2,"events_offset":739,"events_lines":2,"console_offset":1013,"console_lines":3} +{"time":"2026-05-20T15:12:15.103047742Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:12:29.840737446Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":989,"history_lines":3,"events_offset":741,"events_lines":2,"console_offset":1015,"console_lines":4} +{"time":"2026-05-20T15:12:30.464674567Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:12:44.84016131Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":992,"history_lines":3,"events_offset":743,"events_lines":2,"console_offset":1018,"console_lines":3} +{"time":"2026-05-20T15:12:45.629209591Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:12:59.840276255Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":995,"history_lines":2,"events_offset":745,"events_lines":2,"console_offset":1021,"console_lines":3} +{"time":"2026-05-20T15:13:00.206611582Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:13:14.839991808Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":997,"history_lines":2,"events_offset":747,"events_lines":2,"console_offset":1023,"console_lines":3} +{"time":"2026-05-20T15:13:15.211884879Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:13:29.841357119Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":999,"history_lines":3,"events_offset":749,"events_lines":2,"console_offset":1026,"console_lines":4} +{"time":"2026-05-20T15:13:30.138458391Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:13:44.84025016Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1002,"history_lines":3,"events_offset":751,"events_lines":2,"console_offset":1029,"console_lines":4} +{"time":"2026-05-20T15:13:45.096244116Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:13:59.840436165Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1005,"history_lines":3,"events_offset":753,"events_lines":2,"console_offset":1032,"console_lines":4} +{"time":"2026-05-20T15:14:00.193533619Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:14:14.840147864Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1008,"history_lines":2,"events_offset":755,"events_lines":2,"console_offset":1035,"console_lines":3} +{"time":"2026-05-20T15:14:15.225880503Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:14:29.839819321Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1010,"history_lines":3,"events_offset":757,"events_lines":2,"console_offset":1037,"console_lines":4} +{"time":"2026-05-20T15:14:30.226851606Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:14:44.839834424Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1013,"history_lines":3,"events_offset":759,"events_lines":2,"console_offset":1040,"console_lines":4} +{"time":"2026-05-20T15:14:45.467619798Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:14:59.839921625Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1016,"history_lines":3,"events_offset":761,"events_lines":2,"console_offset":1043,"console_lines":3} +{"time":"2026-05-20T15:15:00.335897177Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:15:14.841161459Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1019,"history_lines":2,"events_offset":763,"events_lines":2,"console_offset":1046,"console_lines":3} +{"time":"2026-05-20T15:15:15.359294908Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:15:29.840235692Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1021,"history_lines":3,"events_offset":765,"events_lines":2,"console_offset":1048,"console_lines":4} +{"time":"2026-05-20T15:15:30.182901486Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:15:44.840001013Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1024,"history_lines":3,"events_offset":767,"events_lines":2,"console_offset":1051,"console_lines":3} +{"time":"2026-05-20T15:15:45.625483076Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:15:59.840329592Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1027,"history_lines":2,"events_offset":769,"events_lines":2,"console_offset":1054,"console_lines":3} +{"time":"2026-05-20T15:16:00.451961484Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:16:14.840489606Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1029,"history_lines":3,"events_offset":771,"events_lines":2,"console_offset":1056,"console_lines":4} +{"time":"2026-05-20T15:16:15.571452409Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:16:29.83989301Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1032,"history_lines":3,"events_offset":773,"events_lines":2,"console_offset":1059,"console_lines":4} +{"time":"2026-05-20T15:16:30.423566826Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:16:44.840545312Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1035,"history_lines":3,"events_offset":775,"events_lines":2,"console_offset":1062,"console_lines":3} +{"time":"2026-05-20T15:16:45.843458183Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:16:59.840666544Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1038,"history_lines":2,"events_offset":777,"events_lines":2,"console_offset":1065,"console_lines":3} +{"time":"2026-05-20T15:17:00.312276666Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:17:14.840288201Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1040,"history_lines":3,"events_offset":779,"events_lines":2,"console_offset":1067,"console_lines":4} +{"time":"2026-05-20T15:17:15.289761108Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:17:29.840089618Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1043,"history_lines":3,"events_offset":781,"events_lines":2,"console_offset":1070,"console_lines":4} +{"time":"2026-05-20T15:17:30.195395915Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:17:44.840243315Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1046,"history_lines":3,"events_offset":783,"events_lines":2,"console_offset":1073,"console_lines":3} +{"time":"2026-05-20T15:17:45.246460914Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:17:59.841332049Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1049,"history_lines":2,"events_offset":785,"events_lines":2,"console_offset":1076,"console_lines":3} +{"time":"2026-05-20T15:18:00.220263082Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:18:14.840174322Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1051,"history_lines":3,"events_offset":787,"events_lines":2,"console_offset":1078,"console_lines":4} +{"time":"2026-05-20T15:18:15.405764121Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:18:29.840348948Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1054,"history_lines":3,"events_offset":789,"events_lines":2,"console_offset":1081,"console_lines":3} +{"time":"2026-05-20T15:18:30.138413248Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:18:44.8398773Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1057,"history_lines":2,"events_offset":791,"events_lines":2,"console_offset":1084,"console_lines":3} +{"time":"2026-05-20T15:18:45.168697308Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:18:59.840793431Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1059,"history_lines":3,"events_offset":793,"events_lines":2,"console_offset":1086,"console_lines":4} +{"time":"2026-05-20T15:19:00.299105039Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:19:14.839902302Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1062,"history_lines":3,"events_offset":795,"events_lines":2,"console_offset":1089,"console_lines":4} +{"time":"2026-05-20T15:19:15.061181241Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:19:29.840290156Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1065,"history_lines":3,"events_offset":797,"events_lines":2,"console_offset":1092,"console_lines":3} +{"time":"2026-05-20T15:19:30.130689811Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:19:44.840076875Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1068,"history_lines":2,"events_offset":799,"events_lines":2,"console_offset":1095,"console_lines":3} +{"time":"2026-05-20T15:19:45.175701261Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:19:59.840427571Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1070,"history_lines":3,"events_offset":801,"events_lines":2,"console_offset":1097,"console_lines":4} +{"time":"2026-05-20T15:20:00.248989817Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:20:14.840238524Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1073,"history_lines":3,"events_offset":803,"events_lines":2,"console_offset":1100,"console_lines":4} +{"time":"2026-05-20T15:20:15.172013237Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:20:29.839942425Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1076,"history_lines":2,"events_offset":805,"events_lines":2,"console_offset":1103,"console_lines":3} +{"time":"2026-05-20T15:20:30.10709245Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:20:44.841155868Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1078,"history_lines":3,"events_offset":807,"events_lines":2,"console_offset":1105,"console_lines":4} +{"time":"2026-05-20T15:20:45.576656429Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:20:59.840659928Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1081,"history_lines":3,"events_offset":809,"events_lines":2,"console_offset":1108,"console_lines":4} +{"time":"2026-05-20T15:21:00.287469636Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:21:14.840317227Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1084,"history_lines":3,"events_offset":811,"events_lines":2,"console_offset":1111,"console_lines":4} +{"time":"2026-05-20T15:21:15.128142157Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:21:29.839704797Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1087,"history_lines":2,"events_offset":813,"events_lines":2,"console_offset":1114,"console_lines":3} +{"time":"2026-05-20T15:21:30.235432187Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:21:44.839944541Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1089,"history_lines":3,"events_offset":815,"events_lines":2,"console_offset":1116,"console_lines":4} +{"time":"2026-05-20T15:21:45.237835677Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:21:59.840487791Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1092,"history_lines":3,"events_offset":817,"events_lines":2,"console_offset":1119,"console_lines":4} +{"time":"2026-05-20T15:22:00.192232548Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:22:14.840064636Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1095,"history_lines":3,"events_offset":819,"events_lines":2,"console_offset":1122,"console_lines":4} +{"time":"2026-05-20T15:22:15.330106618Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:22:29.840328807Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1098,"history_lines":1,"events_offset":821,"events_lines":2,"console_offset":1125,"console_lines":2} +{"time":"2026-05-20T15:22:30.214334306Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:22:44.840667328Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1099,"history_lines":3,"events_offset":823,"events_lines":2,"console_offset":1127,"console_lines":4} +{"time":"2026-05-20T15:22:45.247940594Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:22:59.839950561Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1102,"history_lines":3,"events_offset":825,"events_lines":2,"console_offset":1130,"console_lines":4} +{"time":"2026-05-20T15:23:00.177701027Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:23:14.840004633Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1105,"history_lines":2,"events_offset":827,"events_lines":2,"console_offset":1133,"console_lines":3} +{"time":"2026-05-20T15:23:15.119877004Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:23:29.839762989Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1107,"history_lines":3,"events_offset":829,"events_lines":2,"console_offset":1135,"console_lines":4} +{"time":"2026-05-20T15:23:30.029869666Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:23:44.840615112Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1110,"history_lines":3,"events_offset":831,"events_lines":2,"console_offset":1138,"console_lines":4} +{"time":"2026-05-20T15:23:45.169059843Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:23:59.840681922Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1113,"history_lines":2,"events_offset":833,"events_lines":2,"console_offset":1141,"console_lines":3} +{"time":"2026-05-20T15:24:00.369347661Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:24:14.840672786Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1115,"history_lines":3,"events_offset":835,"events_lines":2,"console_offset":1143,"console_lines":4} +{"time":"2026-05-20T15:24:15.242739006Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:24:29.840573835Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1118,"history_lines":3,"events_offset":837,"events_lines":2,"console_offset":1146,"console_lines":4} +{"time":"2026-05-20T15:24:30.113499362Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:24:44.839918508Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1121,"history_lines":3,"events_offset":839,"events_lines":2,"console_offset":1149,"console_lines":4} +{"time":"2026-05-20T15:24:45.234226542Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:24:59.839743922Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1124,"history_lines":2,"events_offset":841,"events_lines":2,"console_offset":1152,"console_lines":3} +{"time":"2026-05-20T15:25:00.44945358Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:25:14.840617715Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1126,"history_lines":3,"events_offset":843,"events_lines":2,"console_offset":1154,"console_lines":4} +{"time":"2026-05-20T15:25:15.140412468Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:25:29.840778233Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1129,"history_lines":3,"events_offset":845,"events_lines":2,"console_offset":1157,"console_lines":4} +{"time":"2026-05-20T15:25:30.220485392Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:25:44.839934274Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1132,"history_lines":3,"events_offset":847,"events_lines":2,"console_offset":1160,"console_lines":4} +{"time":"2026-05-20T15:25:45.265280269Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:25:59.840269864Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1135,"history_lines":2,"events_offset":849,"events_lines":2,"console_offset":1163,"console_lines":3} +{"time":"2026-05-20T15:26:00.080900638Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:26:14.84039661Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1137,"history_lines":3,"events_offset":851,"events_lines":2,"console_offset":1165,"console_lines":4} +{"time":"2026-05-20T15:26:15.314996772Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:26:29.840096233Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1140,"history_lines":3,"events_offset":853,"events_lines":2,"console_offset":1168,"console_lines":4} +{"time":"2026-05-20T15:26:30.321185651Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:26:44.840371993Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1143,"history_lines":2,"events_offset":855,"events_lines":2,"console_offset":1171,"console_lines":3} +{"time":"2026-05-20T15:26:45.144419257Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:26:59.840766993Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1145,"history_lines":3,"events_offset":857,"events_lines":2,"console_offset":1173,"console_lines":4} +{"time":"2026-05-20T15:27:00.22736224Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:27:14.84076946Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1148,"history_lines":3,"events_offset":859,"events_lines":2,"console_offset":1176,"console_lines":4} +{"time":"2026-05-20T15:27:15.267050703Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:27:29.839777131Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1151,"history_lines":3,"events_offset":861,"events_lines":2,"console_offset":1179,"console_lines":4} +{"time":"2026-05-20T15:27:30.14309083Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:27:44.840343687Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1154,"history_lines":2,"events_offset":863,"events_lines":2,"console_offset":1182,"console_lines":3} +{"time":"2026-05-20T15:27:45.198694806Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:27:59.840913698Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1156,"history_lines":3,"events_offset":865,"events_lines":2,"console_offset":1184,"console_lines":4} +{"time":"2026-05-20T15:28:00.361401609Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:28:14.839958534Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1159,"history_lines":3,"events_offset":867,"events_lines":2,"console_offset":1187,"console_lines":4} +{"time":"2026-05-20T15:28:15.107100876Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:28:29.840369464Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1162,"history_lines":3,"events_offset":869,"events_lines":2,"console_offset":1190,"console_lines":4} +{"time":"2026-05-20T15:28:30.085213839Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:28:44.840481054Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1165,"history_lines":2,"events_offset":871,"events_lines":2,"console_offset":1193,"console_lines":3} +{"time":"2026-05-20T15:28:45.053929099Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:28:59.840213203Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1167,"history_lines":3,"events_offset":873,"events_lines":2,"console_offset":1195,"console_lines":4} +{"time":"2026-05-20T15:28:59.980544319Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:29:14.840416792Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1170,"history_lines":3,"events_offset":875,"events_lines":2,"console_offset":1198,"console_lines":4} +{"time":"2026-05-20T15:29:14.986407745Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:29:29.840366689Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1173,"history_lines":3,"events_offset":877,"events_lines":2,"console_offset":1201,"console_lines":4} +{"time":"2026-05-20T15:29:29.982640096Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:29:44.840001075Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1176,"history_lines":2,"events_offset":879,"events_lines":2,"console_offset":1204,"console_lines":3} +{"time":"2026-05-20T15:29:45.035625746Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:29:59.840256689Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1178,"history_lines":3,"events_offset":881,"events_lines":2,"console_offset":1206,"console_lines":4} +{"time":"2026-05-20T15:30:00.203832812Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:30:14.840042087Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1181,"history_lines":3,"events_offset":883,"events_lines":2,"console_offset":1209,"console_lines":4} +{"time":"2026-05-20T15:30:15.122725118Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:30:29.840490653Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1184,"history_lines":3,"events_offset":885,"events_lines":2,"console_offset":1212,"console_lines":4} +{"time":"2026-05-20T15:30:30.137000102Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:30:44.840151162Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1187,"history_lines":3,"events_offset":887,"events_lines":2,"console_offset":1215,"console_lines":4} +{"time":"2026-05-20T15:30:45.243234222Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:30:59.839712522Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1190,"history_lines":2,"events_offset":889,"events_lines":2,"console_offset":1218,"console_lines":3} +{"time":"2026-05-20T15:31:00.178290083Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:31:14.8401899Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1192,"history_lines":3,"events_offset":891,"events_lines":2,"console_offset":1220,"console_lines":4} +{"time":"2026-05-20T15:31:15.207228936Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:31:29.840008708Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1195,"history_lines":3,"events_offset":893,"events_lines":2,"console_offset":1223,"console_lines":4} +{"time":"2026-05-20T15:31:30.101831545Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:31:44.840680999Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1198,"history_lines":1,"events_offset":895,"events_lines":2,"console_offset":1226,"console_lines":3} +{"time":"2026-05-20T15:31:44.969943386Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:31:59.839875346Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1199,"history_lines":4,"events_offset":897,"events_lines":2,"console_offset":1228,"console_lines":4} +{"time":"2026-05-20T15:32:00.039946608Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:32:14.840093764Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1203,"history_lines":2,"events_offset":899,"events_lines":2,"console_offset":1232,"console_lines":3} +{"time":"2026-05-20T15:32:14.995139554Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:32:29.840255097Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1205,"history_lines":3,"events_offset":901,"events_lines":2,"console_offset":1234,"console_lines":4} +{"time":"2026-05-20T15:32:29.99384849Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:32:44.8400722Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1208,"history_lines":3,"events_offset":903,"events_lines":2,"console_offset":1237,"console_lines":4} +{"time":"2026-05-20T15:32:45.188456159Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:32:59.840390387Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1211,"history_lines":2,"events_offset":905,"events_lines":2,"console_offset":1240,"console_lines":3} +{"time":"2026-05-20T15:33:00.120996773Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:33:14.840197465Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1213,"history_lines":3,"events_offset":907,"events_lines":2,"console_offset":1242,"console_lines":4} +{"time":"2026-05-20T15:33:15.115635023Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:33:29.840741172Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1216,"history_lines":3,"events_offset":909,"events_lines":2,"console_offset":1245,"console_lines":4} +{"time":"2026-05-20T15:33:30.151398163Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:33:44.840544555Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1219,"history_lines":3,"events_offset":911,"events_lines":2,"console_offset":1248,"console_lines":4} +{"time":"2026-05-20T15:33:45.034361695Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:33:59.840339301Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1222,"history_lines":2,"events_offset":913,"events_lines":2,"console_offset":1251,"console_lines":3} +{"time":"2026-05-20T15:34:00.082706657Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:34:14.840665519Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1224,"history_lines":3,"events_offset":915,"events_lines":2,"console_offset":1253,"console_lines":4} +{"time":"2026-05-20T15:34:15.034168857Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:34:29.839971553Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1227,"history_lines":3,"events_offset":917,"events_lines":2,"console_offset":1256,"console_lines":4} +{"time":"2026-05-20T15:34:30.021291505Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:34:44.840345173Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1230,"history_lines":3,"events_offset":919,"events_lines":2,"console_offset":1259,"console_lines":4} +{"time":"2026-05-20T15:34:45.048112497Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:34:59.840300223Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1233,"history_lines":2,"events_offset":921,"events_lines":2,"console_offset":1262,"console_lines":3} +{"time":"2026-05-20T15:34:59.980864398Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:35:14.840687883Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1235,"history_lines":3,"events_offset":923,"events_lines":2,"console_offset":1264,"console_lines":4} +{"time":"2026-05-20T15:35:14.968138624Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:35:29.840526469Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1238,"history_lines":3,"events_offset":925,"events_lines":2,"console_offset":1267,"console_lines":4} +{"time":"2026-05-20T15:35:29.976871455Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:35:44.840453376Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1241,"history_lines":2,"events_offset":927,"events_lines":2,"console_offset":1270,"console_lines":3} +{"time":"2026-05-20T15:35:45.030336415Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:35:59.839749113Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1243,"history_lines":3,"events_offset":929,"events_lines":2,"console_offset":1272,"console_lines":4} +{"time":"2026-05-20T15:35:59.961632195Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:36:14.840708543Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1246,"history_lines":3,"events_offset":931,"events_lines":2,"console_offset":1275,"console_lines":4} +{"time":"2026-05-20T15:36:15.209442733Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:36:29.84018794Z","level":"INFO","msg":"filestream: sending request","total_files":4,"history_offset":1249,"history_lines":1,"events_offset":933,"events_lines":1,"console_offset":1279,"console_lines":2} +{"time":"2026-05-20T15:36:30.211360261Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:36:44.839940941Z","level":"INFO","msg":"filestream: sending request","total_files":0,"uploaded_len":3} +{"time":"2026-05-20T15:36:45.031238019Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:37:14.362582304Z","level":"INFO","msg":"fileTransfer: Close: file transfer manager closed"} +{"time":"2026-05-20T15:37:14.362698678Z","level":"INFO","msg":"filestream: sending request","total_files":0,"complete":true,"exit_code":0} +{"time":"2026-05-20T15:37:14.503815683Z","level":"INFO","msg":"filestream: request sent","status":"200 OK"} +{"time":"2026-05-20T15:37:14.503921993Z","level":"INFO","msg":"stream: finishing up"} +{"time":"2026-05-20T15:37:14.503931237Z","level":"INFO","msg":"handler: closed"} +{"time":"2026-05-20T15:37:14.503988252Z","level":"INFO","msg":"sender: closed"} +{"time":"2026-05-20T15:37:14.503994231Z","level":"INFO","msg":"stream: all finished"} diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/logs/debug.log b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/logs/debug.log index 74d2637462dfcddbcf2b1210325530700fb85b80..85f3570cefb6b62825e5ef284bf0275ede9b0581 100644 --- a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/logs/debug.log +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/logs/debug.log @@ -17,3 +17,42 @@ config: {'dataset': {'repo_id': 'local/act_collected_episodes', 'root': '/home/s 2026-05-20 13:39:29,837 INFO MainThread:430458 [wandb_run.py:_redirect():2428] Wrapping output streams. 2026-05-20 13:39:29,837 INFO MainThread:430458 [wandb_run.py:_redirect():2451] Redirects installed. 2026-05-20 13:39:29,838 INFO MainThread:430458 [wandb_init.py:init():1095] run started, returning control to user process +2026-05-20 15:36:25,080 INFO wandb-AsyncioManager-main:430458 [service_client.py:_forward_responses():122] Reached EOF. +2026-05-20 15:36:25,080 INFO wandb-AsyncioManager-main:430458 [mailbox.py:close():154] Closing mailbox, abandoning 2 handles. +2026-05-20 15:36:29,851 ERROR wandb-AsyncioManager-main:430458 [asyncio_manager.py:fn_wrap_exceptions():184] Uncaught exception in run_soon callback. +Traceback (most recent call last): + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/asyncio_manager.py", line 182, in fn_wrap_exceptions + await fn() + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/run_messages.py", line 105, in loop + await self._poll_and_print(timeout=None) + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/run_messages.py", line 133, in _poll_and_print + handle = await self._interface.deliver_async(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 58, in deliver_async + handle = await self._client.deliver(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/service/service_client.py", line 57, in deliver + handle = self._mailbox.require_response(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/mailbox/mailbox.py", line 89, in require_response + raise MailboxClosedError() +wandb.sdk.mailbox.mailbox.MailboxClosedError +2026-05-20 15:36:35,577 ERROR wandb-AsyncioManager-main:430458 [asyncio_manager.py:fn_wrap_exceptions():184] Uncaught exception in run_soon callback. +Traceback (most recent call last): + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/asyncio_manager.py", line 182, in fn_wrap_exceptions + await fn() + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/run_stopping.py", line 87, in loop + should_stop = await self._check_should_stop() + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/run_stopping.py", line 115, in _check_should_stop + handle = await self._interface.deliver_async(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/interface/interface_sock.py", line 58, in deliver_async + handle = await self._client.deliver(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/lib/service/service_client.py", line 57, in deliver + handle = self._mailbox.require_response(request) + ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ + File "/home/shadeform/Desktop/robot_learning/lerobot/.venv/lib/python3.12/site-packages/wandb/sdk/mailbox/mailbox.py", line 89, in require_response + raise MailboxClosedError() +wandb.sdk.mailbox.mailbox.MailboxClosedError diff --git a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/run-4006sb34.wandb b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/run-4006sb34.wandb index f03b9b74d56fd95bedd55ef25eebe759a4cd4ab1..ed4476b3d97d4ddeef8ccee79a3f688d80d525fb 100644 --- a/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/run-4006sb34.wandb +++ b/checkpoints/diffusion_specialized_523_dataset_base_from_dino_780_new_config_11H47/wandb/run-20260520_133928-4006sb34/run-4006sb34.wandb @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:32b9c3d6f50627b3322161be6e70b0b773fb61aff5566c92dcb73f9810687c71 -size 2555904 +oid sha256:b290499e3cf760dd0298f9d148dda18d6900c9cbfa64af1df35f8ded1119e900 +size 6305431