| [2026-01-13 18:28:49,348][__main__][INFO] - |
| Initializing training for seed 242 |
| [2026-01-13 18:28:49,718][datasets][INFO] - PyTorch version 2.2.2+cu118 available. |
| [2026-01-13 18:29:37,887][__main__][INFO] - ✅ Loaded and backed up normalization stats. |
| [2026-01-13 18:29:42,508][mode.models.networks.modedit][INFO] - Weights initialized using custom _init_weights method |
| [2026-01-13 18:29:45,055][dinov2][INFO] - using MLP layer as FFN |
| [2026-01-13 18:30:15,953][__main__][INFO] - Training config: |
| callbacks: |
| ema: |
| _target_: mode.callbacks.ema.EMA |
| decay: 0.999 |
| start_step: 0 |
| save_ema_weights_in_callback_state: true |
| evaluate_ema_weights_instead: true |
| power: 0.6666666666666666 |
| inv_gamma: 1.0 |
| min_value: 0.0 |
| max_value: 0.9999 |
| checkpoint: |
| _target_: pytorch_lightning.callbacks.ModelCheckpoint |
| save_top_k: 1 |
| verbose: true |
| monitor: val_act/lang_act_loss_pp |
| mode: min |
| dirpath: saved_models |
| filename: '{epoch:02d}_{val_act/lang_act_loss_pp:.4f}' |
| every_n_epochs: 4 |
| datamodule: |
| _target_: mode.datasets.realworld_dataset.LeRobotDataModule |
| _recursive_: false |
| dataset_path: ${root_data_dir} |
| lang_emb_path: /inspire/hdd/global_user/xuzijun-253108540220/xzj/realworld_data_merged_128/carrot_instruction_embedding.pt |
| task_description: pick up the carrot in the bowl. |
| batch_size: ${batch_size} |
| num_workers: ${num_workers} |
| val_ratio: 0.1 |
| obs_horizon: ${obs_seq_len} |
| pred_horizon: ${act_seq_len} |
| action_space: ${act_dim} |
| model: |
| _target_: mode.models.mode_agent.MoDEAgent |
| _recursive_: false |
| multistep: ${multistep} |
| use_lr_scheduler: true |
| entropy_gamma: 0.0 |
| router_z_delta: 0.0 |
| use_proprio: false |
| seed: ${seed} |
| sampler_type: flow_matching |
| num_sampling_steps: 10 |
| sigma_data: 0.5 |
| sigma_min: 0.001 |
| sigma_max: 80 |
| noise_scheduler: exponential |
| sigma_sample_density_type: loglogistic |
| ckpt_path: null |
| start_from_pretrained: true |
| act_window_size: ${act_seq_len} |
| latent_dim: 1024 |
| obs_enc_dim: ${obs_dim} |
| cond_dim: 512 |
| resnet_type: '50' |
| optimizer: |
| _target_: torch.optim.AdamW |
| transformer_weight_decay: 0.05 |
| obs_encoder_weight_decay: 0.05 |
| learning_rate: 0.0001 |
| betas: |
| - 0.9 |
| - 0.95 |
| lr_scheduler: |
| lr_scheduler: |
| init_lr: 0.0001 |
| init_lr_scale: 0.1 |
| final_lr_scale: 1.0e-06 |
| total_steps: 45000 |
| phase_ratio: (0.02, 0.08, 0.9) |
| lr: 0.0001 |
| model: |
| _target_: mode.models.edm_diffusion.score_wrappers.FlowMatchingDenoiser |
| _recursive_: false |
| inner_model: |
| _target_: mode.models.networks.modedit.MoDeDiT |
| action_dim: ${datamodule.action_space} |
| goal_dim: ${model.cond_dim} |
| obs_dim: 2048 |
| goal_conditioned: true |
| causal: true |
| use_custom_attn_mask: false |
| use_proprio: ${model.use_proprio} |
| state_dim: ${proprio_dims} |
| embed_dim: ${model.latent_dim} |
| n_layers: 12 |
| goal_seq_len: 1 |
| obs_seq_len: ${obs_seq_len} |
| action_seq_len: ${act_seq_len} |
| embed_pdrob: 0 |
| goal_drop: 0.1 |
| attn_pdrop: 0.3 |
| mlp_pdrop: 0.1 |
| n_heads: 8 |
| device: ${device} |
| linear_output: true |
| cond_router: true |
| num_experts: 4 |
| top_k: 2 |
| router_normalize: true |
| use_goal_in_routing: false |
| use_argmax: false |
| use_shared_expert: false |
| use_noise_token_as_input: true |
| init_style: olmoe |
| language_goal: |
| _target_: mode.models.networks.clip_lang_encoder.LangClip |
| _recursive_: false |
| model_name: ${clip_lang_model_name} |
| track_adapter_config: |
| _target_: mode.models.onestep_tracker.GlobalTrackAdapter |
| _recursive_: false |
| output_dim: ${model.cond_dim} |
| checkpoint_path: /inspire/hdd/global_user/xuzijun-253108540220/Reviwo/logs/pretrain_track_tokenizer/libero-one-step/checkpoint/step_28500/model.pth/global_step28500/mp_rank_00_model_states.pt |
| global_track_config: |
| track_model: |
| img_size: |
| - 128 |
| - 128 |
| patch_size: 16 |
| track_cfg: |
| num_track_ts: 16 |
| num_track_ids: 529 |
| patch_size: 4 |
| language_encoder_cfg: |
| network_name: MLPEncoder |
| input_size: 4096 |
| hidden_size: 128 |
| num_layers: 1 |
| transformer_cfg: |
| dim: 384 |
| dim_head: 384 |
| heads: 8 |
| depth: 8 |
| attn_dropout: 0.2 |
| ff_dropout: 0.2 |
| global_track_config: |
| patch_size: 4 |
| num_track_ts: 16 |
| num_track_ids: 52 |
| global_track_transformer_cfg: |
| dim: 384 |
| dim_head: 384 |
| heads: 8 |
| depth: 8 |
| attn_dropout: 0.2 |
| ff_dropout: 0.2 |
| global_decoder_tansformer_cfg: |
| dim: 384 |
| dim_head: 384 |
| heads: 8 |
| depth: 8 |
| attn_dropout: 0.2 |
| ff_dropout: 0.2 |
| exp_name: realworld_carrot_train |
| root_data_dir: /inspire/hdd/global_user/xuzijun-253108540220/xzj/realworld_data_pi_fixed_state_machine |
| lang_folder: lang_clip_resnet50 |
| vis_clip_model_name: ViT-B/16 |
| clip_lang_model_name: ViT-B/32 |
| log_dir: ./logs |
| slurm: false |
| future_range: 29 |
| seed: 242 |
| device: cuda |
| batch_size: 64 |
| devices: 4 |
| goal_window_size: 1 |
| act_dim: 7 |
| proprio_dims: 9 |
| obs_dim: 512 |
| goal_dim: 512 |
| obs_seq_len: 16 |
| act_seq_len: 10 |
| multistep: ${act_seq_len} |
| p_last_state: 0 |
| gen_img_res: 128 |
| max_epochs: 1000 |
| num_workers: 10 |
| benchmark_name: realworld_custom |
| libero_benchmark: realworld_custom. |
| trainer: |
| devices: ${devices} |
| precision: bf16 |
| max_epochs: ${max_epochs} |
| sync_batchnorm: false |
| accelerator: auto |
| limit_train_batches: null |
| limit_val_batches: null |
| logger: |
| _target_: pytorch_lightning.loggers.WandbLogger |
| save_dir: . |
| name: logger |
| group: mode |
| log_model: true |
| project: ${libero_benchmark} |
| id: xnzm5zzu |
|
|
| [2026-01-13 18:30:16,292][__main__][ERROR] - |
| Training failed for seed 242: |
| [2026-01-13 18:30:16,292][__main__][ERROR] - ================================================================================ |
| [2026-01-13 18:30:16,292][__main__][ERROR] - Error type: MisconfigurationException |
| [2026-01-13 18:30:16,293][__main__][ERROR] - Error message: You requested gpu: [0, 1, 2, 3] |
| But your machine only has: [0, 1] |
| [2026-01-13 18:30:16,293][__main__][ERROR] - Full traceback: |
| [2026-01-13 18:30:16,395][__main__][ERROR] - Traceback (most recent call last): |
| File "/inspire/hdd/global_user/xuzijun-253108540220/MoDE_Diffusion_Policy/mode/training_realworld.py", line 183, in train |
| trainer = Trainer(**trainer_args) |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/utilities/argparse.py", line 70, in insert_env_defaults |
| return fn(self, **kwargs) |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/trainer/trainer.py", line 399, in __init__ |
| self._accelerator_connector = _AcceleratorConnector( |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/trainer/connectors/accelerator_connector.py", line 157, in __init__ |
| self._set_parallel_devices_and_init_accelerator() |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/trainer/connectors/accelerator_connector.py", line 390, in _set_parallel_devices_and_init_accelerator |
| self._devices_flag = accelerator_cls.parse_devices(self._devices_flag) |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/accelerators/cuda.py", line 82, in parse_devices |
| return _parse_gpu_ids(devices, include_cuda=True) |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/lightning_fabric/utilities/device_parser.py", line 102, in _parse_gpu_ids |
| return _sanitize_gpu_ids(gpus, include_cuda=include_cuda, include_mps=include_mps) |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/lightning_fabric/utilities/device_parser.py", line 135, in _sanitize_gpu_ids |
| raise MisconfigurationException( |
| lightning_fabric.utilities.exceptions.MisconfigurationException: You requested gpu: [0, 1, 2, 3] |
| But your machine only has: [0, 1] |
|
|
| [2026-01-13 18:30:16,395][__main__][ERROR] - ================================================================================ |
| [2026-01-13 18:30:16,545][__main__][ERROR] - |
| Training script failed: |
| [2026-01-13 18:30:16,545][__main__][ERROR] - ================================================================================ |
| [2026-01-13 18:30:16,545][__main__][ERROR] - Error type: MisconfigurationException |
| [2026-01-13 18:30:16,545][__main__][ERROR] - Error message: You requested gpu: [0, 1, 2, 3] |
| But your machine only has: [0, 1] |
| [2026-01-13 18:30:16,545][__main__][ERROR] - Full traceback: |
| [2026-01-13 18:30:16,546][__main__][ERROR] - Traceback (most recent call last): |
| File "/inspire/hdd/global_user/xuzijun-253108540220/MoDE_Diffusion_Policy/mode/training_realworld.py", line 231, in <module> |
| train() |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/hydra/main.py", line 94, in decorated_main |
| _run_hydra( |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/hydra/_internal/utils.py", line 394, in _run_hydra |
| _run_app( |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/hydra/_internal/utils.py", line 457, in _run_app |
| run_and_report( |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/hydra/_internal/utils.py", line 223, in run_and_report |
| raise ex |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/hydra/_internal/utils.py", line 220, in run_and_report |
| return func() |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/hydra/_internal/utils.py", line 458, in <lambda> |
| lambda: hydra.run( |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/hydra/_internal/hydra.py", line 132, in run |
| _ = ret.return_value |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/hydra/core/utils.py", line 260, in return_value |
| raise self._return_value |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/hydra/core/utils.py", line 186, in run_job |
| ret.return_value = task_function(task_cfg) |
| File "/inspire/hdd/global_user/xuzijun-253108540220/MoDE_Diffusion_Policy/mode/training_realworld.py", line 212, in train |
| raise e |
| File "/inspire/hdd/global_user/xuzijun-253108540220/MoDE_Diffusion_Policy/mode/training_realworld.py", line 183, in train |
| trainer = Trainer(**trainer_args) |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/utilities/argparse.py", line 70, in insert_env_defaults |
| return fn(self, **kwargs) |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/trainer/trainer.py", line 399, in __init__ |
| self._accelerator_connector = _AcceleratorConnector( |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/trainer/connectors/accelerator_connector.py", line 157, in __init__ |
| self._set_parallel_devices_and_init_accelerator() |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/trainer/connectors/accelerator_connector.py", line 390, in _set_parallel_devices_and_init_accelerator |
| self._devices_flag = accelerator_cls.parse_devices(self._devices_flag) |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/pytorch_lightning/accelerators/cuda.py", line 82, in parse_devices |
| return _parse_gpu_ids(devices, include_cuda=True) |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/lightning_fabric/utilities/device_parser.py", line 102, in _parse_gpu_ids |
| return _sanitize_gpu_ids(gpus, include_cuda=include_cuda, include_mps=include_mps) |
| File "/inspire/hdd/global_user/xuzijun-253108540220/conda/envs/mode_env_310/lib/python3.10/site-packages/lightning_fabric/utilities/device_parser.py", line 135, in _sanitize_gpu_ids |
| raise MisconfigurationException( |
| lightning_fabric.utilities.exceptions.MisconfigurationException: You requested gpu: [0, 1, 2, 3] |
| But your machine only has: [0, 1] |
|
|
| [2026-01-13 18:30:16,546][__main__][ERROR] - ================================================================================ |
| [2026-01-13 18:30:51,078][__main__][INFO] - |
| Initializing training for seed 242 |
| [2026-01-13 18:30:51,093][datasets][INFO] - PyTorch version 2.2.2+cu118 available. |
| [2026-01-13 18:31:16,441][__main__][INFO] - ✅ Loaded and backed up normalization stats. |
| [2026-01-13 18:31:20,981][mode.models.networks.modedit][INFO] - Weights initialized using custom _init_weights method |
| [2026-01-13 18:31:21,851][dinov2][INFO] - using MLP layer as FFN |
| [2026-01-13 18:31:45,634][__main__][INFO] - Training config: |
| callbacks: |
| ema: |
| _target_: mode.callbacks.ema.EMA |
| decay: 0.999 |
| start_step: 0 |
| save_ema_weights_in_callback_state: true |
| evaluate_ema_weights_instead: true |
| power: 0.6666666666666666 |
| inv_gamma: 1.0 |
| min_value: 0.0 |
| max_value: 0.9999 |
| checkpoint: |
| _target_: pytorch_lightning.callbacks.ModelCheckpoint |
| save_top_k: 1 |
| verbose: true |
| monitor: val_act/lang_act_loss_pp |
| mode: min |
| dirpath: saved_models |
| filename: '{epoch:02d}_{val_act/lang_act_loss_pp:.4f}' |
| every_n_epochs: 4 |
| datamodule: |
| _target_: mode.datasets.realworld_dataset.LeRobotDataModule |
| _recursive_: false |
| dataset_path: ${root_data_dir} |
| lang_emb_path: /inspire/hdd/global_user/xuzijun-253108540220/xzj/realworld_data_merged_128/carrot_instruction_embedding.pt |
| task_description: pick up the carrot in the bowl. |
| batch_size: ${batch_size} |
| num_workers: ${num_workers} |
| val_ratio: 0.1 |
| obs_horizon: ${obs_seq_len} |
| pred_horizon: ${act_seq_len} |
| action_space: ${act_dim} |
| model: |
| _target_: mode.models.mode_agent.MoDEAgent |
| _recursive_: false |
| multistep: ${multistep} |
| use_lr_scheduler: true |
| entropy_gamma: 0.0 |
| router_z_delta: 0.0 |
| use_proprio: false |
| seed: ${seed} |
| sampler_type: flow_matching |
| num_sampling_steps: 10 |
| sigma_data: 0.5 |
| sigma_min: 0.001 |
| sigma_max: 80 |
| noise_scheduler: exponential |
| sigma_sample_density_type: loglogistic |
| ckpt_path: null |
| start_from_pretrained: true |
| act_window_size: ${act_seq_len} |
| latent_dim: 1024 |
| obs_enc_dim: ${obs_dim} |
| cond_dim: 512 |
| resnet_type: '50' |
| optimizer: |
| _target_: torch.optim.AdamW |
| transformer_weight_decay: 0.05 |
| obs_encoder_weight_decay: 0.05 |
| learning_rate: 0.0001 |
| betas: |
| - 0.9 |
| - 0.95 |
| lr_scheduler: |
| lr_scheduler: |
| init_lr: 0.0001 |
| init_lr_scale: 0.1 |
| final_lr_scale: 1.0e-06 |
| total_steps: 45000 |
| phase_ratio: (0.02, 0.08, 0.9) |
| lr: 0.0001 |
| model: |
| _target_: mode.models.edm_diffusion.score_wrappers.FlowMatchingDenoiser |
| _recursive_: false |
| inner_model: |
| _target_: mode.models.networks.modedit.MoDeDiT |
| action_dim: ${datamodule.action_space} |
| goal_dim: ${model.cond_dim} |
| obs_dim: 2048 |
| goal_conditioned: true |
| causal: true |
| use_custom_attn_mask: false |
| use_proprio: ${model.use_proprio} |
| state_dim: ${proprio_dims} |
| embed_dim: ${model.latent_dim} |
| n_layers: 12 |
| goal_seq_len: 1 |
| obs_seq_len: ${obs_seq_len} |
| action_seq_len: ${act_seq_len} |
| embed_pdrob: 0 |
| goal_drop: 0.1 |
| attn_pdrop: 0.3 |
| mlp_pdrop: 0.1 |
| n_heads: 8 |
| device: ${device} |
| linear_output: true |
| cond_router: true |
| num_experts: 4 |
| top_k: 2 |
| router_normalize: true |
| use_goal_in_routing: false |
| use_argmax: false |
| use_shared_expert: false |
| use_noise_token_as_input: true |
| init_style: olmoe |
| language_goal: |
| _target_: mode.models.networks.clip_lang_encoder.LangClip |
| _recursive_: false |
| model_name: ${clip_lang_model_name} |
| track_adapter_config: |
| _target_: mode.models.onestep_tracker.GlobalTrackAdapter |
| _recursive_: false |
| output_dim: ${model.cond_dim} |
| checkpoint_path: /inspire/hdd/global_user/xuzijun-253108540220/Reviwo/logs/pretrain_track_tokenizer/libero-one-step/checkpoint/step_28500/model.pth/global_step28500/mp_rank_00_model_states.pt |
| global_track_config: |
| track_model: |
| img_size: |
| - 128 |
| - 128 |
| patch_size: 16 |
| track_cfg: |
| num_track_ts: 16 |
| num_track_ids: 529 |
| patch_size: 4 |
| language_encoder_cfg: |
| network_name: MLPEncoder |
| input_size: 4096 |
| hidden_size: 128 |
| num_layers: 1 |
| transformer_cfg: |
| dim: 384 |
| dim_head: 384 |
| heads: 8 |
| depth: 8 |
| attn_dropout: 0.2 |
| ff_dropout: 0.2 |
| global_track_config: |
| patch_size: 4 |
| num_track_ts: 16 |
| num_track_ids: 52 |
| global_track_transformer_cfg: |
| dim: 384 |
| dim_head: 384 |
| heads: 8 |
| depth: 8 |
| attn_dropout: 0.2 |
| ff_dropout: 0.2 |
| global_decoder_tansformer_cfg: |
| dim: 384 |
| dim_head: 384 |
| heads: 8 |
| depth: 8 |
| attn_dropout: 0.2 |
| ff_dropout: 0.2 |
| exp_name: realworld_carrot_train |
| root_data_dir: /inspire/hdd/global_user/xuzijun-253108540220/xzj/realworld_data_pi_fixed_state_machine |
| lang_folder: lang_clip_resnet50 |
| vis_clip_model_name: ViT-B/16 |
| clip_lang_model_name: ViT-B/32 |
| log_dir: ./logs |
| slurm: false |
| future_range: 29 |
| seed: 242 |
| device: cuda |
| batch_size: 64 |
| devices: 2 |
| goal_window_size: 1 |
| act_dim: 7 |
| proprio_dims: 9 |
| obs_dim: 512 |
| goal_dim: 512 |
| obs_seq_len: 16 |
| act_seq_len: 10 |
| multistep: ${act_seq_len} |
| p_last_state: 0 |
| gen_img_res: 128 |
| max_epochs: 1000 |
| num_workers: 10 |
| benchmark_name: realworld_custom |
| libero_benchmark: realworld_custom. |
| trainer: |
| devices: ${devices} |
| precision: bf16 |
| max_epochs: ${max_epochs} |
| sync_batchnorm: false |
| accelerator: auto |
| limit_train_batches: null |
| limit_val_batches: null |
| logger: |
| _target_: pytorch_lightning.loggers.WandbLogger |
| save_dir: . |
| name: logger |
| group: mode |
| log_model: true |
| project: ${libero_benchmark} |
| id: 6izxdnvl |
|
|
| [2026-01-13 18:33:02,077][mode.models.mode_agent][INFO] - Start validation epoch 0 |
| [2026-01-13 18:33:33,683][mode.models.mode_agent][INFO] - Finished validation epoch 0 |
| [2026-01-13 18:33:33,721][root][INFO] - Creating EMA weights copy. |
| [2026-01-13 18:33:34,162][mode.models.mode_agent][INFO] - Start training epoch 0 |
| [2026-01-13 18:36:46,807][mode.models.mode_agent][INFO] - Start validation epoch 0 |
| [2026-01-13 18:37:13,224][mode.models.mode_agent][INFO] - Finished validation epoch 0 |
| [2026-01-13 18:37:16,064][mode.models.mode_agent][INFO] - Finished training epoch 0 |
| [2026-01-13 18:37:16,092][mode.models.mode_agent][INFO] - Start training epoch 1 |
| [2026-01-13 18:40:59,005][mode.models.mode_agent][INFO] - Start validation epoch 1 |
| [2026-01-13 18:41:30,245][mode.models.mode_agent][INFO] - Finished validation epoch 1 |
| [2026-01-13 18:41:32,333][mode.models.mode_agent][INFO] - Finished training epoch 1 |
| [2026-01-13 18:41:32,358][mode.models.mode_agent][INFO] - Start training epoch 2 |
| [2026-01-13 18:45:15,254][mode.models.mode_agent][INFO] - Start validation epoch 2 |
| [2026-01-13 18:45:46,051][mode.models.mode_agent][INFO] - Finished validation epoch 2 |
| [2026-01-13 18:45:48,168][mode.models.mode_agent][INFO] - Finished training epoch 2 |
| [2026-01-13 18:45:48,192][mode.models.mode_agent][INFO] - Start training epoch 3 |
| [2026-01-13 18:49:28,895][mode.models.mode_agent][INFO] - Start validation epoch 3 |
| [2026-01-13 18:49:58,967][mode.models.mode_agent][INFO] - Finished validation epoch 3 |
| [2026-01-13 18:50:01,472][mode.models.mode_agent][INFO] - Finished training epoch 3 |
| [2026-01-13 18:50:23,695][mode.models.mode_agent][INFO] - Start training epoch 4 |
| [2026-01-13 18:53:49,033][mode.models.mode_agent][INFO] - Start validation epoch 4 |
| [2026-01-13 18:54:22,484][mode.models.mode_agent][INFO] - Finished validation epoch 4 |
| [2026-01-13 18:54:24,622][mode.models.mode_agent][INFO] - Finished training epoch 4 |
| [2026-01-13 18:54:24,646][mode.models.mode_agent][INFO] - Start training epoch 5 |
| [2026-01-13 18:57:57,844][mode.models.mode_agent][INFO] - Start validation epoch 5 |
| [2026-01-13 18:58:27,719][mode.models.mode_agent][INFO] - Finished validation epoch 5 |
| [2026-01-13 18:58:30,278][mode.models.mode_agent][INFO] - Finished training epoch 5 |
| [2026-01-13 18:58:30,302][mode.models.mode_agent][INFO] - Start training epoch 6 |
| [2026-01-13 19:02:12,195][mode.models.mode_agent][INFO] - Start validation epoch 6 |
| [2026-01-13 19:02:42,804][mode.models.mode_agent][INFO] - Finished validation epoch 6 |
| [2026-01-13 19:02:44,820][mode.models.mode_agent][INFO] - Finished training epoch 6 |
| [2026-01-13 19:02:44,843][mode.models.mode_agent][INFO] - Start training epoch 7 |
| [2026-01-13 19:06:15,586][mode.models.mode_agent][INFO] - Start validation epoch 7 |
| [2026-01-13 19:06:48,055][mode.models.mode_agent][INFO] - Finished validation epoch 7 |
| [2026-01-13 19:06:50,214][mode.models.mode_agent][INFO] - Finished training epoch 7 |
| [2026-01-13 19:07:10,544][mode.models.mode_agent][INFO] - Start training epoch 8 |
| [2026-01-13 19:10:35,750][mode.models.mode_agent][INFO] - Start validation epoch 8 |
| [2026-01-13 19:11:06,451][mode.models.mode_agent][INFO] - Finished validation epoch 8 |
| [2026-01-13 19:11:08,557][mode.models.mode_agent][INFO] - Finished training epoch 8 |
| [2026-01-13 19:11:08,580][mode.models.mode_agent][INFO] - Start training epoch 9 |
| [2026-01-13 19:14:50,592][mode.models.mode_agent][INFO] - Start validation epoch 9 |
| [2026-01-13 19:15:19,533][mode.models.mode_agent][INFO] - Finished validation epoch 9 |
| [2026-01-13 19:15:21,574][mode.models.mode_agent][INFO] - Finished training epoch 9 |
| [2026-01-13 19:15:21,598][mode.models.mode_agent][INFO] - Start training epoch 10 |
| [2026-01-13 19:18:55,227][mode.models.mode_agent][INFO] - Start validation epoch 10 |
| [2026-01-13 19:19:27,142][mode.models.mode_agent][INFO] - Finished validation epoch 10 |
| [2026-01-13 19:19:29,840][mode.models.mode_agent][INFO] - Finished training epoch 10 |
| [2026-01-13 19:19:29,865][mode.models.mode_agent][INFO] - Start training epoch 11 |
| [2026-01-13 19:23:14,866][mode.models.mode_agent][INFO] - Start validation epoch 11 |
| [2026-01-13 19:23:46,578][mode.models.mode_agent][INFO] - Finished validation epoch 11 |
| [2026-01-13 19:23:48,716][mode.models.mode_agent][INFO] - Finished training epoch 11 |
| [2026-01-13 19:24:09,462][mode.models.mode_agent][INFO] - Start training epoch 12 |
| [2026-01-13 19:27:39,272][mode.models.mode_agent][INFO] - Start validation epoch 12 |
| [2026-01-13 19:28:11,794][mode.models.mode_agent][INFO] - Finished validation epoch 12 |
| [2026-01-13 19:28:13,870][mode.models.mode_agent][INFO] - Finished training epoch 12 |
| [2026-01-13 19:28:13,894][mode.models.mode_agent][INFO] - Start training epoch 13 |
| [2026-01-13 19:31:56,786][mode.models.mode_agent][INFO] - Start validation epoch 13 |
| [2026-01-13 19:32:27,937][mode.models.mode_agent][INFO] - Finished validation epoch 13 |
| [2026-01-13 19:32:30,032][mode.models.mode_agent][INFO] - Finished training epoch 13 |
| [2026-01-13 19:32:30,056][mode.models.mode_agent][INFO] - Start training epoch 14 |
| [2026-01-13 19:36:08,254][mode.models.mode_agent][INFO] - Start validation epoch 14 |
| [2026-01-13 19:36:37,520][mode.models.mode_agent][INFO] - Finished validation epoch 14 |
| [2026-01-13 19:36:39,621][mode.models.mode_agent][INFO] - Finished training epoch 14 |
| [2026-01-13 19:36:39,645][mode.models.mode_agent][INFO] - Start training epoch 15 |
| [2026-01-13 19:40:23,550][mode.models.mode_agent][INFO] - Start validation epoch 15 |
| [2026-01-13 19:40:54,108][mode.models.mode_agent][INFO] - Finished validation epoch 15 |
| [2026-01-13 19:40:56,236][mode.models.mode_agent][INFO] - Finished training epoch 15 |
| [2026-01-13 19:41:15,904][mode.models.mode_agent][INFO] - Start training epoch 16 |
| [2026-01-13 19:44:44,423][mode.models.mode_agent][INFO] - Start validation epoch 16 |
| [2026-01-13 19:45:14,339][mode.models.mode_agent][INFO] - Finished validation epoch 16 |
| [2026-01-13 19:45:16,401][mode.models.mode_agent][INFO] - Finished training epoch 16 |
| [2026-01-13 19:45:16,462][mode.models.mode_agent][INFO] - Start training epoch 17 |
| [2026-01-13 19:48:56,771][mode.models.mode_agent][INFO] - Start validation epoch 17 |
| [2026-01-13 19:49:27,727][mode.models.mode_agent][INFO] - Finished validation epoch 17 |
| [2026-01-13 19:49:29,903][mode.models.mode_agent][INFO] - Finished training epoch 17 |
| [2026-01-13 19:49:29,927][mode.models.mode_agent][INFO] - Start training epoch 18 |
| [2026-01-13 19:53:08,090][mode.models.mode_agent][INFO] - Start validation epoch 18 |
| [2026-01-13 19:53:39,332][mode.models.mode_agent][INFO] - Finished validation epoch 18 |
| [2026-01-13 19:53:41,431][mode.models.mode_agent][INFO] - Finished training epoch 18 |
| [2026-01-13 19:53:41,455][mode.models.mode_agent][INFO] - Start training epoch 19 |
| [2026-01-13 19:57:25,690][mode.models.mode_agent][INFO] - Start validation epoch 19 |
| [2026-01-13 19:57:55,380][mode.models.mode_agent][INFO] - Finished validation epoch 19 |
| [2026-01-13 19:57:57,466][mode.models.mode_agent][INFO] - Finished training epoch 19 |
| [2026-01-13 19:58:17,083][mode.models.mode_agent][INFO] - Start training epoch 20 |
| [2026-01-13 20:01:46,092][mode.models.mode_agent][INFO] - Start validation epoch 20 |
| [2026-01-13 20:02:16,203][mode.models.mode_agent][INFO] - Finished validation epoch 20 |
| [2026-01-13 20:02:18,300][mode.models.mode_agent][INFO] - Finished training epoch 20 |
| [2026-01-13 20:02:18,323][mode.models.mode_agent][INFO] - Start training epoch 21 |
| [2026-01-13 20:05:53,148][mode.models.mode_agent][INFO] - Start validation epoch 21 |
| [2026-01-13 20:06:23,250][mode.models.mode_agent][INFO] - Finished validation epoch 21 |
| [2026-01-13 20:06:25,467][mode.models.mode_agent][INFO] - Finished training epoch 21 |
| [2026-01-13 20:06:25,491][mode.models.mode_agent][INFO] - Start training epoch 22 |
| [2026-01-13 20:10:00,689][mode.models.mode_agent][INFO] - Start validation epoch 22 |
| [2026-01-13 20:10:32,615][mode.models.mode_agent][INFO] - Finished validation epoch 22 |
| [2026-01-13 20:10:34,717][mode.models.mode_agent][INFO] - Finished training epoch 22 |
| [2026-01-13 20:10:34,741][mode.models.mode_agent][INFO] - Start training epoch 23 |
| [2026-01-13 20:14:07,898][mode.models.mode_agent][INFO] - Start validation epoch 23 |
| [2026-01-13 20:14:38,559][mode.models.mode_agent][INFO] - Finished validation epoch 23 |
| [2026-01-13 20:14:40,437][mode.models.mode_agent][INFO] - Finished training epoch 23 |
| [2026-01-13 20:15:00,338][mode.models.mode_agent][INFO] - Start training epoch 24 |
| [2026-01-13 20:18:16,580][mode.models.mode_agent][INFO] - Start validation epoch 24 |
| [2026-01-13 20:18:46,639][mode.models.mode_agent][INFO] - Finished validation epoch 24 |
| [2026-01-13 20:18:48,845][mode.models.mode_agent][INFO] - Finished training epoch 24 |
| [2026-01-13 20:18:48,869][mode.models.mode_agent][INFO] - Start training epoch 25 |
| [2026-01-13 20:22:24,513][mode.models.mode_agent][INFO] - Start validation epoch 25 |
| [2026-01-13 20:22:54,542][mode.models.mode_agent][INFO] - Finished validation epoch 25 |
| [2026-01-13 20:22:56,672][mode.models.mode_agent][INFO] - Finished training epoch 25 |
| [2026-01-13 20:22:56,698][mode.models.mode_agent][INFO] - Start training epoch 26 |
| [2026-01-13 20:26:32,188][mode.models.mode_agent][INFO] - Start validation epoch 26 |
| [2026-01-13 20:27:02,769][mode.models.mode_agent][INFO] - Finished validation epoch 26 |
| [2026-01-13 20:27:05,187][mode.models.mode_agent][INFO] - Finished training epoch 26 |
| [2026-01-13 20:27:05,211][mode.models.mode_agent][INFO] - Start training epoch 27 |
| [2026-01-13 20:30:35,548][mode.models.mode_agent][INFO] - Start validation epoch 27 |
| [2026-01-13 20:31:07,256][mode.models.mode_agent][INFO] - Finished validation epoch 27 |
| [2026-01-13 20:31:09,414][mode.models.mode_agent][INFO] - Finished training epoch 27 |
| [2026-01-13 20:31:29,312][mode.models.mode_agent][INFO] - Start training epoch 28 |
| [2026-01-13 20:34:53,463][mode.models.mode_agent][INFO] - Start validation epoch 28 |
| [2026-01-13 20:35:23,204][mode.models.mode_agent][INFO] - Finished validation epoch 28 |
| [2026-01-13 20:35:25,291][mode.models.mode_agent][INFO] - Finished training epoch 28 |
| [2026-01-13 20:35:25,316][mode.models.mode_agent][INFO] - Start training epoch 29 |
| [2026-01-13 20:38:59,354][mode.models.mode_agent][INFO] - Start validation epoch 29 |
| [2026-01-13 20:39:29,189][mode.models.mode_agent][INFO] - Finished validation epoch 29 |
| [2026-01-13 20:39:31,330][mode.models.mode_agent][INFO] - Finished training epoch 29 |
| [2026-01-13 20:39:31,354][mode.models.mode_agent][INFO] - Start training epoch 30 |
| [2026-01-13 20:43:09,339][mode.models.mode_agent][INFO] - Start validation epoch 30 |
| [2026-01-13 20:43:40,558][mode.models.mode_agent][INFO] - Finished validation epoch 30 |
| [2026-01-13 20:43:42,697][mode.models.mode_agent][INFO] - Finished training epoch 30 |
| [2026-01-13 20:43:42,721][mode.models.mode_agent][INFO] - Start training epoch 31 |
| [2026-01-13 20:47:15,333][mode.models.mode_agent][INFO] - Start validation epoch 31 |
| [2026-01-13 20:47:45,778][mode.models.mode_agent][INFO] - Finished validation epoch 31 |
| [2026-01-13 20:47:47,821][mode.models.mode_agent][INFO] - Finished training epoch 31 |
| [2026-01-13 20:48:08,604][mode.models.mode_agent][INFO] - Start training epoch 32 |
| [2026-01-13 20:51:17,952][mode.models.mode_agent][INFO] - Start validation epoch 32 |
| [2026-01-13 20:51:48,349][mode.models.mode_agent][INFO] - Finished validation epoch 32 |
| [2026-01-13 20:51:50,402][mode.models.mode_agent][INFO] - Finished training epoch 32 |
| [2026-01-13 20:51:50,426][mode.models.mode_agent][INFO] - Start training epoch 33 |
| [2026-01-13 20:55:24,311][mode.models.mode_agent][INFO] - Start validation epoch 33 |
| [2026-01-13 20:55:54,736][mode.models.mode_agent][INFO] - Finished validation epoch 33 |
| [2026-01-13 20:55:56,796][mode.models.mode_agent][INFO] - Finished training epoch 33 |
| [2026-01-13 20:55:56,820][mode.models.mode_agent][INFO] - Start training epoch 34 |
| [2026-01-13 20:59:27,224][mode.models.mode_agent][INFO] - Start validation epoch 34 |
| [2026-01-13 20:59:58,228][mode.models.mode_agent][INFO] - Finished validation epoch 34 |
| [2026-01-13 21:00:00,317][mode.models.mode_agent][INFO] - Finished training epoch 34 |
| [2026-01-13 21:00:00,341][mode.models.mode_agent][INFO] - Start training epoch 35 |
| [2026-01-13 21:03:36,286][mode.models.mode_agent][INFO] - Start validation epoch 35 |
| [2026-01-13 21:04:06,431][mode.models.mode_agent][INFO] - Finished validation epoch 35 |
| [2026-01-13 21:04:08,534][mode.models.mode_agent][INFO] - Finished training epoch 35 |
| [2026-01-13 21:04:28,126][mode.models.mode_agent][INFO] - Start training epoch 36 |
| [2026-01-13 21:07:46,984][mode.models.mode_agent][INFO] - Start validation epoch 36 |
| [2026-01-13 21:08:19,099][mode.models.mode_agent][INFO] - Finished validation epoch 36 |
| [2026-01-13 21:08:21,183][mode.models.mode_agent][INFO] - Finished training epoch 36 |
| [2026-01-13 21:08:21,207][mode.models.mode_agent][INFO] - Start training epoch 37 |
| [2026-01-13 21:11:58,285][mode.models.mode_agent][INFO] - Start validation epoch 37 |
| [2026-01-13 21:12:28,554][mode.models.mode_agent][INFO] - Finished validation epoch 37 |
| [2026-01-13 21:12:30,619][mode.models.mode_agent][INFO] - Finished training epoch 37 |
| [2026-01-13 21:12:30,642][mode.models.mode_agent][INFO] - Start training epoch 38 |
| [2026-01-13 21:16:04,226][mode.models.mode_agent][INFO] - Start validation epoch 38 |
| [2026-01-13 21:16:34,381][mode.models.mode_agent][INFO] - Finished validation epoch 38 |
| [2026-01-13 21:16:36,471][mode.models.mode_agent][INFO] - Finished training epoch 38 |
| [2026-01-13 21:16:36,494][mode.models.mode_agent][INFO] - Start training epoch 39 |
| [2026-01-13 21:20:14,134][mode.models.mode_agent][INFO] - Start validation epoch 39 |
| [2026-01-13 21:20:48,222][mode.models.mode_agent][INFO] - Finished validation epoch 39 |
| [2026-01-13 21:20:50,313][mode.models.mode_agent][INFO] - Finished training epoch 39 |
| [2026-01-13 21:20:50,338][mode.models.mode_agent][INFO] - Start training epoch 40 |
| [2026-01-13 21:24:23,043][mode.models.mode_agent][INFO] - Start validation epoch 40 |
| [2026-01-13 21:24:52,738][mode.models.mode_agent][INFO] - Finished validation epoch 40 |
| [2026-01-13 21:24:54,812][mode.models.mode_agent][INFO] - Finished training epoch 40 |
| [2026-01-13 21:24:54,838][mode.models.mode_agent][INFO] - Start training epoch 41 |
| [2026-01-13 21:28:24,226][mode.models.mode_agent][INFO] - Start validation epoch 41 |
| [2026-01-13 21:28:54,363][mode.models.mode_agent][INFO] - Finished validation epoch 41 |
| [2026-01-13 21:28:56,459][mode.models.mode_agent][INFO] - Finished training epoch 41 |
| [2026-01-13 21:28:56,483][mode.models.mode_agent][INFO] - Start training epoch 42 |
| [2026-01-13 21:32:34,750][mode.models.mode_agent][INFO] - Start validation epoch 42 |
| [2026-01-13 21:33:06,557][mode.models.mode_agent][INFO] - Finished validation epoch 42 |
| [2026-01-13 21:33:08,726][mode.models.mode_agent][INFO] - Finished training epoch 42 |
| [2026-01-13 21:33:08,750][mode.models.mode_agent][INFO] - Start training epoch 43 |
| [2026-01-13 21:36:42,525][mode.models.mode_agent][INFO] - Start validation epoch 43 |
| [2026-01-13 21:37:13,213][mode.models.mode_agent][INFO] - Finished validation epoch 43 |
| [2026-01-13 21:37:15,345][mode.models.mode_agent][INFO] - Finished training epoch 43 |
| [2026-01-13 21:37:34,983][mode.models.mode_agent][INFO] - Start training epoch 44 |
| [2026-01-13 21:40:58,938][mode.models.mode_agent][INFO] - Start validation epoch 44 |
| [2026-01-13 21:41:31,813][mode.models.mode_agent][INFO] - Finished validation epoch 44 |
| [2026-01-13 21:41:34,227][mode.models.mode_agent][INFO] - Finished training epoch 44 |
| [2026-01-13 21:41:34,252][mode.models.mode_agent][INFO] - Start training epoch 45 |
| [2026-01-13 21:45:06,015][mode.models.mode_agent][INFO] - Start validation epoch 45 |
| [2026-01-13 21:45:36,934][mode.models.mode_agent][INFO] - Finished validation epoch 45 |
| [2026-01-13 21:45:39,051][mode.models.mode_agent][INFO] - Finished training epoch 45 |
| [2026-01-13 21:45:39,075][mode.models.mode_agent][INFO] - Start training epoch 46 |
| [2026-01-13 21:49:15,192][mode.models.mode_agent][INFO] - Start validation epoch 46 |
| [2026-01-13 21:49:45,262][mode.models.mode_agent][INFO] - Finished validation epoch 46 |
| [2026-01-13 21:49:47,781][mode.models.mode_agent][INFO] - Finished training epoch 46 |
| [2026-01-13 21:49:47,805][mode.models.mode_agent][INFO] - Start training epoch 47 |
| [2026-01-13 21:53:21,731][mode.models.mode_agent][INFO] - Start validation epoch 47 |
| [2026-01-13 21:53:51,428][mode.models.mode_agent][INFO] - Finished validation epoch 47 |
| [2026-01-13 21:53:53,535][mode.models.mode_agent][INFO] - Finished training epoch 47 |
| [2026-01-13 21:54:13,724][mode.models.mode_agent][INFO] - Start training epoch 48 |
| [2026-01-13 21:57:39,609][mode.models.mode_agent][INFO] - Start validation epoch 48 |
| [2026-01-13 21:58:13,965][mode.models.mode_agent][INFO] - Finished validation epoch 48 |
| [2026-01-13 21:58:16,126][mode.models.mode_agent][INFO] - Finished training epoch 48 |
| [2026-01-13 21:58:16,150][mode.models.mode_agent][INFO] - Start training epoch 49 |
| [2026-01-13 22:01:49,750][mode.models.mode_agent][INFO] - Start validation epoch 49 |
| [2026-01-13 22:02:19,666][mode.models.mode_agent][INFO] - Finished validation epoch 49 |
| [2026-01-13 22:02:21,765][mode.models.mode_agent][INFO] - Finished training epoch 49 |
| [2026-01-13 22:02:21,789][mode.models.mode_agent][INFO] - Start training epoch 50 |
| [2026-01-13 22:05:55,785][mode.models.mode_agent][INFO] - Start validation epoch 50 |
| [2026-01-13 22:06:27,944][mode.models.mode_agent][INFO] - Finished validation epoch 50 |
| [2026-01-13 22:06:29,981][mode.models.mode_agent][INFO] - Finished training epoch 50 |
| [2026-01-13 22:06:30,004][mode.models.mode_agent][INFO] - Start training epoch 51 |
| [2026-01-13 22:10:02,640][mode.models.mode_agent][INFO] - Start validation epoch 51 |
| [2026-01-13 22:10:33,319][mode.models.mode_agent][INFO] - Finished validation epoch 51 |
| [2026-01-13 22:10:35,892][mode.models.mode_agent][INFO] - Finished training epoch 51 |
| [2026-01-13 22:10:55,273][mode.models.mode_agent][INFO] - Start training epoch 52 |
| [2026-01-13 22:14:05,324][mode.models.mode_agent][INFO] - Start validation epoch 52 |
| [2026-01-13 22:14:34,322][mode.models.mode_agent][INFO] - Finished validation epoch 52 |
| [2026-01-13 22:14:36,410][mode.models.mode_agent][INFO] - Finished training epoch 52 |
| [2026-01-13 22:14:36,434][mode.models.mode_agent][INFO] - Start training epoch 53 |
| [2026-01-13 22:18:07,888][mode.models.mode_agent][INFO] - Start validation epoch 53 |
| [2026-01-13 22:18:38,385][mode.models.mode_agent][INFO] - Finished validation epoch 53 |
| [2026-01-13 22:18:40,554][mode.models.mode_agent][INFO] - Finished training epoch 53 |
| [2026-01-13 22:18:40,578][mode.models.mode_agent][INFO] - Start training epoch 54 |
| [2026-01-13 22:22:08,542][mode.models.mode_agent][INFO] - Start validation epoch 54 |
| [2026-01-13 22:22:37,670][mode.models.mode_agent][INFO] - Finished validation epoch 54 |
| [2026-01-13 22:22:40,252][mode.models.mode_agent][INFO] - Finished training epoch 54 |
| [2026-01-13 22:22:40,276][mode.models.mode_agent][INFO] - Start training epoch 55 |
| [2026-01-13 22:26:16,597][mode.models.mode_agent][INFO] - Start validation epoch 55 |
| [2026-01-13 22:26:47,713][mode.models.mode_agent][INFO] - Finished validation epoch 55 |
| [2026-01-13 22:26:49,841][mode.models.mode_agent][INFO] - Finished training epoch 55 |
| [2026-01-13 22:27:09,474][mode.models.mode_agent][INFO] - Start training epoch 56 |
| [2026-01-13 22:30:35,924][mode.models.mode_agent][INFO] - Start validation epoch 56 |
| [2026-01-13 22:31:06,759][mode.models.mode_agent][INFO] - Finished validation epoch 56 |
| [2026-01-13 22:31:08,908][mode.models.mode_agent][INFO] - Finished training epoch 56 |
| [2026-01-13 22:31:08,932][mode.models.mode_agent][INFO] - Start training epoch 57 |
| [2026-01-13 22:34:44,112][mode.models.mode_agent][INFO] - Start validation epoch 57 |
| [2026-01-13 22:35:14,999][mode.models.mode_agent][INFO] - Finished validation epoch 57 |
| [2026-01-13 22:35:18,318][mode.models.mode_agent][INFO] - Finished training epoch 57 |
| [2026-01-13 22:35:18,345][mode.models.mode_agent][INFO] - Start training epoch 58 |
| [2026-01-13 22:39:07,659][mode.models.mode_agent][INFO] - Start validation epoch 58 |
| [2026-01-13 22:39:40,624][mode.models.mode_agent][INFO] - Finished validation epoch 58 |
| [2026-01-13 22:39:42,698][mode.models.mode_agent][INFO] - Finished training epoch 58 |
| [2026-01-13 22:39:42,722][mode.models.mode_agent][INFO] - Start training epoch 59 |
| [2026-01-13 22:43:19,068][mode.models.mode_agent][INFO] - Start validation epoch 59 |
| [2026-01-13 22:43:51,205][mode.models.mode_agent][INFO] - Finished validation epoch 59 |
| [2026-01-13 22:43:53,291][mode.models.mode_agent][INFO] - Finished training epoch 59 |
| [2026-01-13 22:44:13,461][mode.models.mode_agent][INFO] - Start training epoch 60 |
| [2026-01-13 22:47:49,385][mode.models.mode_agent][INFO] - Start validation epoch 60 |
| [2026-01-13 22:48:19,339][mode.models.mode_agent][INFO] - Finished validation epoch 60 |
| [2026-01-13 22:48:21,432][mode.models.mode_agent][INFO] - Finished training epoch 60 |
| [2026-01-13 22:48:21,456][mode.models.mode_agent][INFO] - Start training epoch 61 |
| [2026-01-13 22:52:04,696][mode.models.mode_agent][INFO] - Start validation epoch 61 |
| [2026-01-13 22:52:37,789][mode.models.mode_agent][INFO] - Finished validation epoch 61 |
| [2026-01-13 22:52:39,904][mode.models.mode_agent][INFO] - Finished training epoch 61 |
| [2026-01-13 22:52:39,928][mode.models.mode_agent][INFO] - Start training epoch 62 |
| [2026-01-13 22:56:24,409][mode.models.mode_agent][INFO] - Start validation epoch 62 |
| [2026-01-13 22:56:56,924][mode.models.mode_agent][INFO] - Finished validation epoch 62 |
| [2026-01-13 22:57:02,540][mode.models.mode_agent][INFO] - Finished training epoch 62 |
| [2026-01-13 22:57:02,565][mode.models.mode_agent][INFO] - Start training epoch 63 |
| [2026-01-13 23:00:48,121][mode.models.mode_agent][INFO] - Start validation epoch 63 |
| [2026-01-13 23:01:19,519][mode.models.mode_agent][INFO] - Finished validation epoch 63 |
| [2026-01-13 23:01:21,634][mode.models.mode_agent][INFO] - Finished training epoch 63 |
| [2026-01-13 23:01:41,976][mode.models.mode_agent][INFO] - Start training epoch 64 |
| [2026-01-13 23:05:06,864][mode.models.mode_agent][INFO] - Start validation epoch 64 |
| [2026-01-13 23:05:37,028][mode.models.mode_agent][INFO] - Finished validation epoch 64 |
| [2026-01-13 23:05:39,092][mode.models.mode_agent][INFO] - Finished training epoch 64 |
| [2026-01-13 23:05:39,116][mode.models.mode_agent][INFO] - Start training epoch 65 |
| [2026-01-13 23:09:09,389][mode.models.mode_agent][INFO] - Start validation epoch 65 |
| [2026-01-13 23:09:41,244][mode.models.mode_agent][INFO] - Finished validation epoch 65 |
| [2026-01-13 23:09:43,687][mode.models.mode_agent][INFO] - Finished training epoch 65 |
| [2026-01-13 23:09:43,711][mode.models.mode_agent][INFO] - Start training epoch 66 |
| [2026-01-13 23:13:17,236][mode.models.mode_agent][INFO] - Start validation epoch 66 |
| [2026-01-13 23:13:45,651][mode.models.mode_agent][INFO] - Finished validation epoch 66 |
| [2026-01-13 23:13:47,828][mode.models.mode_agent][INFO] - Finished training epoch 66 |
| [2026-01-13 23:13:47,852][mode.models.mode_agent][INFO] - Start training epoch 67 |
| [2026-01-13 23:17:19,879][mode.models.mode_agent][INFO] - Start validation epoch 67 |
| [2026-01-13 23:17:51,737][mode.models.mode_agent][INFO] - Finished validation epoch 67 |
| [2026-01-13 23:17:53,765][mode.models.mode_agent][INFO] - Finished training epoch 67 |
| [2026-01-13 23:18:13,445][mode.models.mode_agent][INFO] - Start training epoch 68 |
| [2026-01-13 23:21:38,753][mode.models.mode_agent][INFO] - Start validation epoch 68 |
| [2026-01-13 23:22:09,187][mode.models.mode_agent][INFO] - Finished validation epoch 68 |
| [2026-01-13 23:22:11,329][mode.models.mode_agent][INFO] - Finished training epoch 68 |
| [2026-01-13 23:22:11,353][mode.models.mode_agent][INFO] - Start training epoch 69 |
| [2026-01-13 23:25:48,810][mode.models.mode_agent][INFO] - Start validation epoch 69 |
| [2026-01-13 23:26:21,683][mode.models.mode_agent][INFO] - Finished validation epoch 69 |
| [2026-01-13 23:26:24,207][mode.models.mode_agent][INFO] - Finished training epoch 69 |
| [2026-01-13 23:26:24,233][mode.models.mode_agent][INFO] - Start training epoch 70 |
| [2026-01-13 23:30:02,714][mode.models.mode_agent][INFO] - Start validation epoch 70 |
| [2026-01-13 23:30:33,476][mode.models.mode_agent][INFO] - Finished validation epoch 70 |
| [2026-01-13 23:30:35,624][mode.models.mode_agent][INFO] - Finished training epoch 70 |
| [2026-01-13 23:30:35,648][mode.models.mode_agent][INFO] - Start training epoch 71 |
| [2026-01-13 23:34:16,291][mode.models.mode_agent][INFO] - Start validation epoch 71 |
| [2026-01-13 23:34:47,954][mode.models.mode_agent][INFO] - Finished validation epoch 71 |
| [2026-01-13 23:34:50,064][mode.models.mode_agent][INFO] - Finished training epoch 71 |
| [2026-01-13 23:35:09,998][mode.models.mode_agent][INFO] - Start training epoch 72 |
| [2026-01-13 23:38:38,656][mode.models.mode_agent][INFO] - Start validation epoch 72 |
| [2026-01-13 23:39:09,186][mode.models.mode_agent][INFO] - Finished validation epoch 72 |
| [2026-01-13 23:39:11,700][mode.models.mode_agent][INFO] - Finished training epoch 72 |
| [2026-01-13 23:39:11,725][mode.models.mode_agent][INFO] - Start training epoch 73 |
| [2026-01-13 23:42:50,434][mode.models.mode_agent][INFO] - Start validation epoch 73 |
| [2026-01-13 23:43:20,730][mode.models.mode_agent][INFO] - Finished validation epoch 73 |
| [2026-01-13 23:43:23,156][mode.models.mode_agent][INFO] - Finished training epoch 73 |
| [2026-01-13 23:43:23,180][mode.models.mode_agent][INFO] - Start training epoch 74 |
| [2026-01-13 23:47:04,583][mode.models.mode_agent][INFO] - Start validation epoch 74 |
| [2026-01-13 23:47:35,419][mode.models.mode_agent][INFO] - Finished validation epoch 74 |
| [2026-01-13 23:47:37,550][mode.models.mode_agent][INFO] - Finished training epoch 74 |
| [2026-01-13 23:47:37,574][mode.models.mode_agent][INFO] - Start training epoch 75 |
| [2026-01-13 23:51:35,734][mode.models.mode_agent][INFO] - Start validation epoch 75 |
| [2026-01-13 23:52:07,474][mode.models.mode_agent][INFO] - Finished validation epoch 75 |
| [2026-01-13 23:52:09,590][mode.models.mode_agent][INFO] - Finished training epoch 75 |
| [2026-01-13 23:52:29,259][mode.models.mode_agent][INFO] - Start training epoch 76 |
| [2026-01-13 23:55:59,139][mode.models.mode_agent][INFO] - Start validation epoch 76 |
| [2026-01-13 23:56:30,677][mode.models.mode_agent][INFO] - Finished validation epoch 76 |
| [2026-01-13 23:56:32,738][mode.models.mode_agent][INFO] - Finished training epoch 76 |
| [2026-01-13 23:56:32,762][mode.models.mode_agent][INFO] - Start training epoch 77 |
| [2026-01-14 00:00:14,149][mode.models.mode_agent][INFO] - Start validation epoch 77 |
| [2026-01-14 00:00:45,608][mode.models.mode_agent][INFO] - Finished validation epoch 77 |
| [2026-01-14 00:00:47,739][mode.models.mode_agent][INFO] - Finished training epoch 77 |
| [2026-01-14 00:00:47,762][mode.models.mode_agent][INFO] - Start training epoch 78 |
| [2026-01-14 00:04:26,075][mode.models.mode_agent][INFO] - Start validation epoch 78 |
| [2026-01-14 00:04:57,521][mode.models.mode_agent][INFO] - Finished validation epoch 78 |
| [2026-01-14 00:04:59,665][mode.models.mode_agent][INFO] - Finished training epoch 78 |
| [2026-01-14 00:04:59,688][mode.models.mode_agent][INFO] - Start training epoch 79 |
| [2026-01-14 00:08:38,638][mode.models.mode_agent][INFO] - Start validation epoch 79 |
| [2026-01-14 00:09:09,319][mode.models.mode_agent][INFO] - Finished validation epoch 79 |
| [2026-01-14 00:09:11,434][mode.models.mode_agent][INFO] - Finished training epoch 79 |
| [2026-01-14 00:09:31,245][mode.models.mode_agent][INFO] - Start training epoch 80 |
| [2026-01-14 00:12:55,803][mode.models.mode_agent][INFO] - Start validation epoch 80 |
| [2026-01-14 00:13:27,789][mode.models.mode_agent][INFO] - Finished validation epoch 80 |
| [2026-01-14 00:13:29,847][mode.models.mode_agent][INFO] - Finished training epoch 80 |
| [2026-01-14 00:13:29,871][mode.models.mode_agent][INFO] - Start training epoch 81 |
| [2026-01-14 00:17:07,708][mode.models.mode_agent][INFO] - Start validation epoch 81 |
| [2026-01-14 00:17:38,396][mode.models.mode_agent][INFO] - Finished validation epoch 81 |
| [2026-01-14 00:17:40,462][mode.models.mode_agent][INFO] - Finished training epoch 81 |
| [2026-01-14 00:17:40,486][mode.models.mode_agent][INFO] - Start training epoch 82 |
| [2026-01-14 00:21:16,436][mode.models.mode_agent][INFO] - Start validation epoch 82 |
| [2026-01-14 00:21:46,564][mode.models.mode_agent][INFO] - Finished validation epoch 82 |
| [2026-01-14 00:21:48,681][mode.models.mode_agent][INFO] - Finished training epoch 82 |
| [2026-01-14 00:21:48,705][mode.models.mode_agent][INFO] - Start training epoch 83 |
| [2026-01-14 00:25:50,579][mode.models.mode_agent][INFO] - Start validation epoch 83 |
| [2026-01-14 00:26:21,241][mode.models.mode_agent][INFO] - Finished validation epoch 83 |
| [2026-01-14 00:26:23,765][mode.models.mode_agent][INFO] - Finished training epoch 83 |
| [2026-01-14 00:26:42,712][mode.models.mode_agent][INFO] - Start training epoch 84 |
| [2026-01-14 00:30:12,185][mode.models.mode_agent][INFO] - Start validation epoch 84 |
| [2026-01-14 00:30:43,129][mode.models.mode_agent][INFO] - Finished validation epoch 84 |
| [2026-01-14 00:30:45,240][mode.models.mode_agent][INFO] - Finished training epoch 84 |
| [2026-01-14 00:30:45,265][mode.models.mode_agent][INFO] - Start training epoch 85 |
| [2026-01-14 00:34:22,046][mode.models.mode_agent][INFO] - Start validation epoch 85 |
| [2026-01-14 00:34:53,004][mode.models.mode_agent][INFO] - Finished validation epoch 85 |
| [2026-01-14 00:34:55,101][mode.models.mode_agent][INFO] - Finished training epoch 85 |
| [2026-01-14 00:34:55,126][mode.models.mode_agent][INFO] - Start training epoch 86 |
| [2026-01-14 00:38:30,885][mode.models.mode_agent][INFO] - Start validation epoch 86 |
| [2026-01-14 00:39:02,463][mode.models.mode_agent][INFO] - Finished validation epoch 86 |
| [2026-01-14 00:39:04,504][mode.models.mode_agent][INFO] - Finished training epoch 86 |
| [2026-01-14 00:39:04,528][mode.models.mode_agent][INFO] - Start training epoch 87 |
| [2026-01-14 00:42:40,121][mode.models.mode_agent][INFO] - Start validation epoch 87 |
| [2026-01-14 00:43:11,955][mode.models.mode_agent][INFO] - Finished validation epoch 87 |
| [2026-01-14 00:43:14,557][mode.models.mode_agent][INFO] - Finished training epoch 87 |
| [2026-01-14 00:43:33,774][mode.models.mode_agent][INFO] - Start training epoch 88 |
| [2026-01-14 00:46:56,524][mode.models.mode_agent][INFO] - Start validation epoch 88 |
| [2026-01-14 00:47:28,875][mode.models.mode_agent][INFO] - Finished validation epoch 88 |
| [2026-01-14 00:47:30,900][mode.models.mode_agent][INFO] - Finished training epoch 88 |
| [2026-01-14 00:47:30,924][mode.models.mode_agent][INFO] - Start training epoch 89 |
| [2026-01-14 00:51:09,159][mode.models.mode_agent][INFO] - Start validation epoch 89 |
| [2026-01-14 00:51:40,234][mode.models.mode_agent][INFO] - Finished validation epoch 89 |
| [2026-01-14 00:51:42,381][mode.models.mode_agent][INFO] - Finished training epoch 89 |
| [2026-01-14 00:51:42,406][mode.models.mode_agent][INFO] - Start training epoch 90 |
| [2026-01-14 00:55:20,540][mode.models.mode_agent][INFO] - Start validation epoch 90 |
| [2026-01-14 00:55:51,380][mode.models.mode_agent][INFO] - Finished validation epoch 90 |
| [2026-01-14 00:55:53,490][mode.models.mode_agent][INFO] - Finished training epoch 90 |
| [2026-01-14 00:55:53,513][mode.models.mode_agent][INFO] - Start training epoch 91 |
| [2026-01-14 00:59:28,379][mode.models.mode_agent][INFO] - Start validation epoch 91 |
| [2026-01-14 00:59:57,869][mode.models.mode_agent][INFO] - Finished validation epoch 91 |
| [2026-01-14 01:00:00,011][mode.models.mode_agent][INFO] - Finished training epoch 91 |
| [2026-01-14 01:00:20,640][mode.models.mode_agent][INFO] - Start training epoch 92 |
| [2026-01-14 01:03:48,894][mode.models.mode_agent][INFO] - Start validation epoch 92 |
| [2026-01-14 01:04:20,038][mode.models.mode_agent][INFO] - Finished validation epoch 92 |
| [2026-01-14 01:04:22,659][mode.models.mode_agent][INFO] - Finished training epoch 92 |
| [2026-01-14 01:04:22,684][mode.models.mode_agent][INFO] - Start training epoch 93 |
| [2026-01-14 01:08:00,540][mode.models.mode_agent][INFO] - Start validation epoch 93 |
| [2026-01-14 01:08:30,580][mode.models.mode_agent][INFO] - Finished validation epoch 93 |
| [2026-01-14 01:08:32,689][mode.models.mode_agent][INFO] - Finished training epoch 93 |
| [2026-01-14 01:08:32,712][mode.models.mode_agent][INFO] - Start training epoch 94 |
| [2026-01-14 01:12:11,727][mode.models.mode_agent][INFO] - Start validation epoch 94 |
| [2026-01-14 01:12:42,847][mode.models.mode_agent][INFO] - Finished validation epoch 94 |
| [2026-01-14 01:12:44,923][mode.models.mode_agent][INFO] - Finished training epoch 94 |
| [2026-01-14 01:12:44,947][mode.models.mode_agent][INFO] - Start training epoch 95 |
| [2026-01-14 01:16:16,252][mode.models.mode_agent][INFO] - Start validation epoch 95 |
| [2026-01-14 01:16:46,999][mode.models.mode_agent][INFO] - Finished validation epoch 95 |
| [2026-01-14 01:16:49,134][mode.models.mode_agent][INFO] - Finished training epoch 95 |
| [2026-01-14 01:17:09,794][mode.models.mode_agent][INFO] - Start training epoch 96 |
| [2026-01-14 01:20:32,646][mode.models.mode_agent][INFO] - Start validation epoch 96 |
| [2026-01-14 01:21:03,203][mode.models.mode_agent][INFO] - Finished validation epoch 96 |
| [2026-01-14 01:21:05,329][mode.models.mode_agent][INFO] - Finished training epoch 96 |
| [2026-01-14 01:21:05,353][mode.models.mode_agent][INFO] - Start training epoch 97 |
| [2026-01-14 01:24:34,432][mode.models.mode_agent][INFO] - Start validation epoch 97 |
| [2026-01-14 01:25:05,577][mode.models.mode_agent][INFO] - Finished validation epoch 97 |
| [2026-01-14 01:25:07,709][mode.models.mode_agent][INFO] - Finished training epoch 97 |
| [2026-01-14 01:25:07,734][mode.models.mode_agent][INFO] - Start training epoch 98 |
| [2026-01-14 01:28:40,732][mode.models.mode_agent][INFO] - Start validation epoch 98 |
| [2026-01-14 01:29:12,641][mode.models.mode_agent][INFO] - Finished validation epoch 98 |
| [2026-01-14 01:29:14,655][mode.models.mode_agent][INFO] - Finished training epoch 98 |
| [2026-01-14 01:29:14,680][mode.models.mode_agent][INFO] - Start training epoch 99 |
| [2026-01-14 01:32:54,758][mode.models.mode_agent][INFO] - Start validation epoch 99 |
| [2026-01-14 01:33:24,406][mode.models.mode_agent][INFO] - Finished validation epoch 99 |
| [2026-01-14 01:33:27,046][mode.models.mode_agent][INFO] - Finished training epoch 99 |
| [2026-01-14 01:33:46,786][mode.models.mode_agent][INFO] - Start training epoch 100 |
| [2026-01-14 01:37:19,246][mode.models.mode_agent][INFO] - Start validation epoch 100 |
| [2026-01-14 01:37:50,155][mode.models.mode_agent][INFO] - Finished validation epoch 100 |
| [2026-01-14 01:37:52,213][mode.models.mode_agent][INFO] - Finished training epoch 100 |
| [2026-01-14 01:37:52,238][mode.models.mode_agent][INFO] - Start training epoch 101 |
| [2026-01-14 01:41:15,804][mode.models.mode_agent][INFO] - Start validation epoch 101 |
| [2026-01-14 01:41:46,436][mode.models.mode_agent][INFO] - Finished validation epoch 101 |
| [2026-01-14 01:41:48,590][mode.models.mode_agent][INFO] - Finished training epoch 101 |
| [2026-01-14 01:41:48,614][mode.models.mode_agent][INFO] - Start training epoch 102 |
| [2026-01-14 01:45:29,631][mode.models.mode_agent][INFO] - Start validation epoch 102 |
| [2026-01-14 01:46:01,106][mode.models.mode_agent][INFO] - Finished validation epoch 102 |
| [2026-01-14 01:46:03,750][mode.models.mode_agent][INFO] - Finished training epoch 102 |
| [2026-01-14 01:46:03,774][mode.models.mode_agent][INFO] - Start training epoch 103 |
| [2026-01-14 01:49:38,928][mode.models.mode_agent][INFO] - Start validation epoch 103 |
| [2026-01-14 01:50:11,612][mode.models.mode_agent][INFO] - Finished validation epoch 103 |
| [2026-01-14 01:50:13,682][mode.models.mode_agent][INFO] - Finished training epoch 103 |
| [2026-01-14 01:50:33,675][mode.models.mode_agent][INFO] - Start training epoch 104 |
| [2026-01-14 01:54:00,925][mode.models.mode_agent][INFO] - Start validation epoch 104 |
| [2026-01-14 01:54:33,154][mode.models.mode_agent][INFO] - Finished validation epoch 104 |
| [2026-01-14 01:54:35,313][mode.models.mode_agent][INFO] - Finished training epoch 104 |
| [2026-01-14 01:54:35,337][mode.models.mode_agent][INFO] - Start training epoch 105 |
| [2026-01-14 01:58:13,618][mode.models.mode_agent][INFO] - Start validation epoch 105 |
| [2026-01-14 01:58:43,769][mode.models.mode_agent][INFO] - Finished validation epoch 105 |
| [2026-01-14 01:58:45,853][mode.models.mode_agent][INFO] - Finished training epoch 105 |
| [2026-01-14 01:58:45,877][mode.models.mode_agent][INFO] - Start training epoch 106 |
| [2026-01-14 02:02:23,048][mode.models.mode_agent][INFO] - Start validation epoch 106 |
| [2026-01-14 02:02:54,932][mode.models.mode_agent][INFO] - Finished validation epoch 106 |
| [2026-01-14 02:02:57,519][mode.models.mode_agent][INFO] - Finished training epoch 106 |
| [2026-01-14 02:02:57,543][mode.models.mode_agent][INFO] - Start training epoch 107 |
| [2026-01-14 02:06:30,730][mode.models.mode_agent][INFO] - Start validation epoch 107 |
| [2026-01-14 02:07:02,518][mode.models.mode_agent][INFO] - Finished validation epoch 107 |
| [2026-01-14 02:07:04,592][mode.models.mode_agent][INFO] - Finished training epoch 107 |
| [2026-01-14 02:07:24,036][mode.models.mode_agent][INFO] - Start training epoch 108 |
| [2026-01-14 02:10:51,937][mode.models.mode_agent][INFO] - Start validation epoch 108 |
| [2026-01-14 02:11:21,106][mode.models.mode_agent][INFO] - Finished validation epoch 108 |
| [2026-01-14 02:11:23,293][mode.models.mode_agent][INFO] - Finished training epoch 108 |
| [2026-01-14 02:11:23,317][mode.models.mode_agent][INFO] - Start training epoch 109 |
| [2026-01-14 02:15:02,489][mode.models.mode_agent][INFO] - Start validation epoch 109 |
| [2026-01-14 02:15:33,830][mode.models.mode_agent][INFO] - Finished validation epoch 109 |
| [2026-01-14 02:15:36,449][mode.models.mode_agent][INFO] - Finished training epoch 109 |
| [2026-01-14 02:15:36,473][mode.models.mode_agent][INFO] - Start training epoch 110 |
| [2026-01-14 02:19:15,333][mode.models.mode_agent][INFO] - Start validation epoch 110 |
| [2026-01-14 02:19:45,233][mode.models.mode_agent][INFO] - Finished validation epoch 110 |
| [2026-01-14 02:19:47,337][mode.models.mode_agent][INFO] - Finished training epoch 110 |
| [2026-01-14 02:19:47,362][mode.models.mode_agent][INFO] - Start training epoch 111 |
| [2026-01-14 02:23:23,710][mode.models.mode_agent][INFO] - Start validation epoch 111 |
| [2026-01-14 02:23:55,697][mode.models.mode_agent][INFO] - Finished validation epoch 111 |
| [2026-01-14 02:23:57,797][mode.models.mode_agent][INFO] - Finished training epoch 111 |
| [2026-01-14 02:24:18,244][mode.models.mode_agent][INFO] - Start training epoch 112 |
| [2026-01-14 02:27:46,702][mode.models.mode_agent][INFO] - Start validation epoch 112 |
| [2026-01-14 02:28:19,340][mode.models.mode_agent][INFO] - Finished validation epoch 112 |
| [2026-01-14 02:28:21,363][mode.models.mode_agent][INFO] - Finished training epoch 112 |
| [2026-01-14 02:28:21,386][mode.models.mode_agent][INFO] - Start training epoch 113 |
| [2026-01-14 02:31:50,704][mode.models.mode_agent][INFO] - Start validation epoch 113 |
| [2026-01-14 02:32:21,465][mode.models.mode_agent][INFO] - Finished validation epoch 113 |
| [2026-01-14 02:32:23,552][mode.models.mode_agent][INFO] - Finished training epoch 113 |
| [2026-01-14 02:32:23,575][mode.models.mode_agent][INFO] - Start training epoch 114 |
| [2026-01-14 02:35:59,467][mode.models.mode_agent][INFO] - Start validation epoch 114 |
| [2026-01-14 02:36:30,796][mode.models.mode_agent][INFO] - Finished validation epoch 114 |
| [2026-01-14 02:36:32,952][mode.models.mode_agent][INFO] - Finished training epoch 114 |
| [2026-01-14 02:36:32,976][mode.models.mode_agent][INFO] - Start training epoch 115 |
| [2026-01-14 02:40:09,666][mode.models.mode_agent][INFO] - Start validation epoch 115 |
| [2026-01-14 02:40:39,344][mode.models.mode_agent][INFO] - Finished validation epoch 115 |
| [2026-01-14 02:40:41,449][mode.models.mode_agent][INFO] - Finished training epoch 115 |
| [2026-01-14 02:41:01,292][mode.models.mode_agent][INFO] - Start training epoch 116 |
| [2026-01-14 02:44:27,550][mode.models.mode_agent][INFO] - Start validation epoch 116 |
| [2026-01-14 02:44:57,672][mode.models.mode_agent][INFO] - Finished validation epoch 116 |
| [2026-01-14 02:44:59,751][mode.models.mode_agent][INFO] - Finished training epoch 116 |
| [2026-01-14 02:44:59,776][mode.models.mode_agent][INFO] - Start training epoch 117 |
| [2026-01-14 02:48:39,418][mode.models.mode_agent][INFO] - Start validation epoch 117 |
| [2026-01-14 02:49:10,680][mode.models.mode_agent][INFO] - Finished validation epoch 117 |
| [2026-01-14 02:49:12,732][mode.models.mode_agent][INFO] - Finished training epoch 117 |
| [2026-01-14 02:49:12,756][mode.models.mode_agent][INFO] - Start training epoch 118 |
| [2026-01-14 02:52:41,084][mode.models.mode_agent][INFO] - Start validation epoch 118 |
| [2026-01-14 02:53:12,082][mode.models.mode_agent][INFO] - Finished validation epoch 118 |
| [2026-01-14 02:53:14,169][mode.models.mode_agent][INFO] - Finished training epoch 118 |
| [2026-01-14 02:53:14,193][mode.models.mode_agent][INFO] - Start training epoch 119 |
| [2026-01-14 02:56:46,339][mode.models.mode_agent][INFO] - Start validation epoch 119 |
| [2026-01-14 02:57:17,192][mode.models.mode_agent][INFO] - Finished validation epoch 119 |
| [2026-01-14 02:57:19,621][mode.models.mode_agent][INFO] - Finished training epoch 119 |
| [2026-01-14 02:57:19,646][mode.models.mode_agent][INFO] - Start training epoch 120 |
| [2026-01-14 03:00:53,669][mode.models.mode_agent][INFO] - Start validation epoch 120 |
| [2026-01-14 03:01:24,758][mode.models.mode_agent][INFO] - Finished validation epoch 120 |
| [2026-01-14 03:01:27,043][mode.models.mode_agent][INFO] - Finished training epoch 120 |
| [2026-01-14 03:01:27,067][mode.models.mode_agent][INFO] - Start training epoch 121 |
| [2026-01-14 03:04:53,140][mode.models.mode_agent][INFO] - Start validation epoch 121 |
| [2026-01-14 03:05:23,007][mode.models.mode_agent][INFO] - Finished validation epoch 121 |
| [2026-01-14 03:05:25,068][mode.models.mode_agent][INFO] - Finished training epoch 121 |
| [2026-01-14 03:05:25,092][mode.models.mode_agent][INFO] - Start training epoch 122 |
| [2026-01-14 03:08:50,906][mode.models.mode_agent][INFO] - Start validation epoch 122 |
| [2026-01-14 03:09:21,085][mode.models.mode_agent][INFO] - Finished validation epoch 122 |
| [2026-01-14 03:09:23,167][mode.models.mode_agent][INFO] - Finished training epoch 122 |
| [2026-01-14 03:09:23,191][mode.models.mode_agent][INFO] - Start training epoch 123 |
| [2026-01-14 03:12:52,359][mode.models.mode_agent][INFO] - Start validation epoch 123 |
| [2026-01-14 03:13:24,206][mode.models.mode_agent][INFO] - Finished validation epoch 123 |
| [2026-01-14 03:13:26,770][mode.models.mode_agent][INFO] - Finished training epoch 123 |
| [2026-01-14 03:13:26,795][mode.models.mode_agent][INFO] - Start training epoch 124 |
| [2026-01-14 03:17:03,383][mode.models.mode_agent][INFO] - Start validation epoch 124 |
| [2026-01-14 03:17:34,806][mode.models.mode_agent][INFO] - Finished validation epoch 124 |
| [2026-01-14 03:17:36,930][mode.models.mode_agent][INFO] - Finished training epoch 124 |
| [2026-01-14 03:17:36,954][mode.models.mode_agent][INFO] - Start training epoch 125 |
| [2026-01-14 03:21:08,362][mode.models.mode_agent][INFO] - Start validation epoch 125 |
| [2026-01-14 03:21:39,963][mode.models.mode_agent][INFO] - Finished validation epoch 125 |
| [2026-01-14 03:21:42,069][mode.models.mode_agent][INFO] - Finished training epoch 125 |
| [2026-01-14 03:21:42,093][mode.models.mode_agent][INFO] - Start training epoch 126 |
| [2026-01-14 03:25:09,518][mode.models.mode_agent][INFO] - Start validation epoch 126 |
| [2026-01-14 03:25:40,307][mode.models.mode_agent][INFO] - Finished validation epoch 126 |
| [2026-01-14 03:25:42,456][mode.models.mode_agent][INFO] - Finished training epoch 126 |
| [2026-01-14 03:25:42,480][mode.models.mode_agent][INFO] - Start training epoch 127 |
| [2026-01-14 03:29:13,005][mode.models.mode_agent][INFO] - Start validation epoch 127 |
| [2026-01-14 03:29:43,834][mode.models.mode_agent][INFO] - Finished validation epoch 127 |
| [2026-01-14 03:29:45,881][mode.models.mode_agent][INFO] - Finished training epoch 127 |
| [2026-01-14 03:29:45,906][mode.models.mode_agent][INFO] - Start training epoch 128 |
| [2026-01-14 03:33:19,718][mode.models.mode_agent][INFO] - Start validation epoch 128 |
| [2026-01-14 03:33:50,369][mode.models.mode_agent][INFO] - Finished validation epoch 128 |
| [2026-01-14 03:33:52,501][mode.models.mode_agent][INFO] - Finished training epoch 128 |
| [2026-01-14 03:33:52,524][mode.models.mode_agent][INFO] - Start training epoch 129 |
| [2026-01-14 03:37:21,223][mode.models.mode_agent][INFO] - Start validation epoch 129 |
| [2026-01-14 03:37:50,911][mode.models.mode_agent][INFO] - Finished validation epoch 129 |
| [2026-01-14 03:37:53,032][mode.models.mode_agent][INFO] - Finished training epoch 129 |
| [2026-01-14 03:37:53,056][mode.models.mode_agent][INFO] - Start training epoch 130 |
| [2026-01-14 03:41:22,220][mode.models.mode_agent][INFO] - Start validation epoch 130 |
| [2026-01-14 03:41:51,753][mode.models.mode_agent][INFO] - Finished validation epoch 130 |
| [2026-01-14 03:41:54,158][mode.models.mode_agent][INFO] - Finished training epoch 130 |
| [2026-01-14 03:41:54,182][mode.models.mode_agent][INFO] - Start training epoch 131 |
| [2026-01-14 03:45:30,611][mode.models.mode_agent][INFO] - Start validation epoch 131 |
| [2026-01-14 03:46:01,115][mode.models.mode_agent][INFO] - Finished validation epoch 131 |
| [2026-01-14 03:46:03,225][mode.models.mode_agent][INFO] - Finished training epoch 131 |
| [2026-01-14 03:46:22,368][mode.models.mode_agent][INFO] - Start training epoch 132 |
| [2026-01-14 03:49:44,020][mode.models.mode_agent][INFO] - Start validation epoch 132 |
| [2026-01-14 03:50:13,901][mode.models.mode_agent][INFO] - Finished validation epoch 132 |
| [2026-01-14 03:50:16,006][mode.models.mode_agent][INFO] - Finished training epoch 132 |
| [2026-01-14 03:50:16,030][mode.models.mode_agent][INFO] - Start training epoch 133 |
| [2026-01-14 03:53:53,388][mode.models.mode_agent][INFO] - Start validation epoch 133 |
| [2026-01-14 03:54:24,019][mode.models.mode_agent][INFO] - Finished validation epoch 133 |
| [2026-01-14 03:54:26,194][mode.models.mode_agent][INFO] - Finished training epoch 133 |
| [2026-01-14 03:54:26,218][mode.models.mode_agent][INFO] - Start training epoch 134 |
| [2026-01-14 03:58:02,300][mode.models.mode_agent][INFO] - Start validation epoch 134 |
| [2026-01-14 03:58:32,835][mode.models.mode_agent][INFO] - Finished validation epoch 134 |
| [2026-01-14 03:58:34,913][mode.models.mode_agent][INFO] - Finished training epoch 134 |
| [2026-01-14 03:58:34,937][mode.models.mode_agent][INFO] - Start training epoch 135 |
| [2026-01-14 04:02:11,415][mode.models.mode_agent][INFO] - Start validation epoch 135 |
| [2026-01-14 04:02:41,760][mode.models.mode_agent][INFO] - Finished validation epoch 135 |
| [2026-01-14 04:02:43,791][mode.models.mode_agent][INFO] - Finished training epoch 135 |
| [2026-01-14 04:03:03,051][mode.models.mode_agent][INFO] - Start training epoch 136 |
| [2026-01-14 04:06:21,321][mode.models.mode_agent][INFO] - Start validation epoch 136 |
| [2026-01-14 04:06:51,230][mode.models.mode_agent][INFO] - Finished validation epoch 136 |
| [2026-01-14 04:06:53,340][mode.models.mode_agent][INFO] - Finished training epoch 136 |
| [2026-01-14 04:06:53,364][mode.models.mode_agent][INFO] - Start training epoch 137 |
| [2026-01-14 04:10:29,086][mode.models.mode_agent][INFO] - Start validation epoch 137 |
| [2026-01-14 04:10:59,899][mode.models.mode_agent][INFO] - Finished validation epoch 137 |
| [2026-01-14 04:11:02,087][mode.models.mode_agent][INFO] - Finished training epoch 137 |
| [2026-01-14 04:11:02,110][mode.models.mode_agent][INFO] - Start training epoch 138 |
| [2026-01-14 04:14:36,126][mode.models.mode_agent][INFO] - Start validation epoch 138 |
| [2026-01-14 04:15:05,362][mode.models.mode_agent][INFO] - Finished validation epoch 138 |
| [2026-01-14 04:15:07,426][mode.models.mode_agent][INFO] - Finished training epoch 138 |
| [2026-01-14 04:15:07,450][mode.models.mode_agent][INFO] - Start training epoch 139 |
| [2026-01-14 04:18:39,720][mode.models.mode_agent][INFO] - Start validation epoch 139 |
| [2026-01-14 04:19:10,072][mode.models.mode_agent][INFO] - Finished validation epoch 139 |
| [2026-01-14 04:19:12,130][mode.models.mode_agent][INFO] - Finished training epoch 139 |
| [2026-01-14 04:19:32,543][mode.models.mode_agent][INFO] - Start training epoch 140 |
| [2026-01-14 04:22:51,883][mode.models.mode_agent][INFO] - Start validation epoch 140 |
| [2026-01-14 04:23:21,558][mode.models.mode_agent][INFO] - Finished validation epoch 140 |
| [2026-01-14 04:23:23,606][mode.models.mode_agent][INFO] - Finished training epoch 140 |
| [2026-01-14 04:23:23,631][mode.models.mode_agent][INFO] - Start training epoch 141 |
| [2026-01-14 04:26:36,806][mode.models.mode_agent][INFO] - Start validation epoch 141 |
| [2026-01-14 04:27:07,537][mode.models.mode_agent][INFO] - Finished validation epoch 141 |
| [2026-01-14 04:27:10,093][mode.models.mode_agent][INFO] - Finished training epoch 141 |
| [2026-01-14 04:27:10,117][mode.models.mode_agent][INFO] - Start training epoch 142 |
| [2026-01-14 04:30:48,226][mode.models.mode_agent][INFO] - Start validation epoch 142 |
| [2026-01-14 04:31:17,654][mode.models.mode_agent][INFO] - Finished validation epoch 142 |
| [2026-01-14 04:31:19,799][mode.models.mode_agent][INFO] - Finished training epoch 142 |
| [2026-01-14 04:31:19,823][mode.models.mode_agent][INFO] - Start training epoch 143 |
| [2026-01-14 04:34:45,692][mode.models.mode_agent][INFO] - Start validation epoch 143 |
| [2026-01-14 04:35:16,224][mode.models.mode_agent][INFO] - Finished validation epoch 143 |
| [2026-01-14 04:35:18,274][mode.models.mode_agent][INFO] - Finished training epoch 143 |
| [2026-01-14 04:35:37,643][mode.models.mode_agent][INFO] - Start training epoch 144 |
| [2026-01-14 04:39:00,162][mode.models.mode_agent][INFO] - Start validation epoch 144 |
| [2026-01-14 04:39:30,219][mode.models.mode_agent][INFO] - Finished validation epoch 144 |
| [2026-01-14 04:39:32,253][mode.models.mode_agent][INFO] - Finished training epoch 144 |
| [2026-01-14 04:39:32,277][mode.models.mode_agent][INFO] - Start training epoch 145 |
| [2026-01-14 04:43:04,644][mode.models.mode_agent][INFO] - Start validation epoch 145 |
| [2026-01-14 04:43:37,611][mode.models.mode_agent][INFO] - Finished validation epoch 145 |
| [2026-01-14 04:43:39,688][mode.models.mode_agent][INFO] - Finished training epoch 145 |
| [2026-01-14 04:43:39,712][mode.models.mode_agent][INFO] - Start training epoch 146 |
| [2026-01-14 04:47:13,314][mode.models.mode_agent][INFO] - Start validation epoch 146 |
| [2026-01-14 04:47:43,189][mode.models.mode_agent][INFO] - Finished validation epoch 146 |
| [2026-01-14 04:47:45,809][mode.models.mode_agent][INFO] - Finished training epoch 146 |
| [2026-01-14 04:47:45,833][mode.models.mode_agent][INFO] - Start training epoch 147 |
| [2026-01-14 04:51:15,915][mode.models.mode_agent][INFO] - Start validation epoch 147 |
| [2026-01-14 04:51:46,192][mode.models.mode_agent][INFO] - Finished validation epoch 147 |
| [2026-01-14 04:51:48,201][mode.models.mode_agent][INFO] - Finished training epoch 147 |
| [2026-01-14 04:51:48,228][mode.models.mode_agent][INFO] - Start training epoch 148 |
| [2026-01-14 04:55:02,237][mode.models.mode_agent][INFO] - Start validation epoch 148 |
| [2026-01-14 04:55:32,279][mode.models.mode_agent][INFO] - Finished validation epoch 148 |
| [2026-01-14 04:55:34,185][mode.models.mode_agent][INFO] - Finished training epoch 148 |
| [2026-01-14 04:55:34,209][mode.models.mode_agent][INFO] - Start training epoch 149 |
| [2026-01-14 04:59:13,957][mode.models.mode_agent][INFO] - Start validation epoch 149 |
| [2026-01-14 04:59:42,604][mode.models.mode_agent][INFO] - Finished validation epoch 149 |
| [2026-01-14 04:59:44,730][mode.models.mode_agent][INFO] - Finished training epoch 149 |
| [2026-01-14 04:59:44,754][mode.models.mode_agent][INFO] - Start training epoch 150 |
| [2026-01-14 05:03:13,418][mode.models.mode_agent][INFO] - Start validation epoch 150 |
| [2026-01-14 05:03:42,466][mode.models.mode_agent][INFO] - Finished validation epoch 150 |
| [2026-01-14 05:03:44,566][mode.models.mode_agent][INFO] - Finished training epoch 150 |
| [2026-01-14 05:03:44,590][mode.models.mode_agent][INFO] - Start training epoch 151 |
| [2026-01-14 05:07:15,782][mode.models.mode_agent][INFO] - Start validation epoch 151 |
| [2026-01-14 05:07:47,577][mode.models.mode_agent][INFO] - Finished validation epoch 151 |
| [2026-01-14 05:07:49,640][mode.models.mode_agent][INFO] - Finished training epoch 151 |
| [2026-01-14 05:07:49,669][mode.models.mode_agent][INFO] - Start training epoch 152 |
| [2026-01-14 05:11:19,620][mode.models.mode_agent][INFO] - Start validation epoch 152 |
| [2026-01-14 05:11:50,589][mode.models.mode_agent][INFO] - Finished validation epoch 152 |
| [2026-01-14 05:11:52,667][mode.models.mode_agent][INFO] - Finished training epoch 152 |
| [2026-01-14 05:11:52,690][mode.models.mode_agent][INFO] - Start training epoch 153 |
| [2026-01-14 05:15:26,655][mode.models.mode_agent][INFO] - Start validation epoch 153 |
| [2026-01-14 05:15:54,907][mode.models.mode_agent][INFO] - Finished validation epoch 153 |
| [2026-01-14 05:15:57,016][mode.models.mode_agent][INFO] - Finished training epoch 153 |
| [2026-01-14 05:15:57,040][mode.models.mode_agent][INFO] - Start training epoch 154 |
| [2026-01-14 05:19:32,659][mode.models.mode_agent][INFO] - Start validation epoch 154 |
| [2026-01-14 05:20:02,235][mode.models.mode_agent][INFO] - Finished validation epoch 154 |
| [2026-01-14 05:20:04,389][mode.models.mode_agent][INFO] - Finished training epoch 154 |
| [2026-01-14 05:20:04,417][mode.models.mode_agent][INFO] - Start training epoch 155 |
| [2026-01-14 05:23:42,560][mode.models.mode_agent][INFO] - Start validation epoch 155 |
| [2026-01-14 05:24:12,320][mode.models.mode_agent][INFO] - Finished validation epoch 155 |
| [2026-01-14 05:24:14,415][mode.models.mode_agent][INFO] - Finished training epoch 155 |
| [2026-01-14 05:24:14,440][mode.models.mode_agent][INFO] - Start training epoch 156 |
| [2026-01-14 05:27:41,429][mode.models.mode_agent][INFO] - Start validation epoch 156 |
| [2026-01-14 05:28:13,336][mode.models.mode_agent][INFO] - Finished validation epoch 156 |
| [2026-01-14 05:28:15,349][mode.models.mode_agent][INFO] - Finished training epoch 156 |
| [2026-01-14 05:28:15,377][mode.models.mode_agent][INFO] - Start training epoch 157 |
| [2026-01-14 05:31:47,836][mode.models.mode_agent][INFO] - Start validation epoch 157 |
| [2026-01-14 05:32:18,087][mode.models.mode_agent][INFO] - Finished validation epoch 157 |
| [2026-01-14 05:32:20,179][mode.models.mode_agent][INFO] - Finished training epoch 157 |
| [2026-01-14 05:32:20,203][mode.models.mode_agent][INFO] - Start training epoch 158 |
| [2026-01-14 05:35:59,808][mode.models.mode_agent][INFO] - Start validation epoch 158 |
| [2026-01-14 05:36:30,874][mode.models.mode_agent][INFO] - Finished validation epoch 158 |
| [2026-01-14 05:36:33,516][mode.models.mode_agent][INFO] - Finished training epoch 158 |
| [2026-01-14 05:36:33,540][mode.models.mode_agent][INFO] - Start training epoch 159 |
| [2026-01-14 05:40:08,936][mode.models.mode_agent][INFO] - Start validation epoch 159 |
| [2026-01-14 05:40:41,036][mode.models.mode_agent][INFO] - Finished validation epoch 159 |
| [2026-01-14 05:40:43,125][mode.models.mode_agent][INFO] - Finished training epoch 159 |
| [2026-01-14 05:41:02,694][mode.models.mode_agent][INFO] - Start training epoch 160 |
| [2026-01-14 05:44:34,072][mode.models.mode_agent][INFO] - Start validation epoch 160 |
| [2026-01-14 05:45:05,389][mode.models.mode_agent][INFO] - Finished validation epoch 160 |
| [2026-01-14 05:45:07,505][mode.models.mode_agent][INFO] - Finished training epoch 160 |
| [2026-01-14 05:45:07,530][mode.models.mode_agent][INFO] - Start training epoch 161 |
| [2026-01-14 05:48:44,483][mode.models.mode_agent][INFO] - Start validation epoch 161 |
| [2026-01-14 05:49:16,227][mode.models.mode_agent][INFO] - Finished validation epoch 161 |
| [2026-01-14 05:49:18,331][mode.models.mode_agent][INFO] - Finished training epoch 161 |
| [2026-01-14 05:49:18,359][mode.models.mode_agent][INFO] - Start training epoch 162 |
| [2026-01-14 05:52:50,845][mode.models.mode_agent][INFO] - Start validation epoch 162 |
| [2026-01-14 05:53:21,450][mode.models.mode_agent][INFO] - Finished validation epoch 162 |
| [2026-01-14 05:53:23,573][mode.models.mode_agent][INFO] - Finished training epoch 162 |
| [2026-01-14 05:53:23,597][mode.models.mode_agent][INFO] - Start training epoch 163 |
| [2026-01-14 05:57:02,083][mode.models.mode_agent][INFO] - Start validation epoch 163 |
| [2026-01-14 05:57:32,531][mode.models.mode_agent][INFO] - Finished validation epoch 163 |
| [2026-01-14 05:57:34,658][mode.models.mode_agent][INFO] - Finished training epoch 163 |
| [2026-01-14 05:57:55,394][mode.models.mode_agent][INFO] - Start training epoch 164 |
| [2026-01-14 06:01:15,785][mode.models.mode_agent][INFO] - Start validation epoch 164 |
| [2026-01-14 06:01:45,862][mode.models.mode_agent][INFO] - Finished validation epoch 164 |
| [2026-01-14 06:01:47,996][mode.models.mode_agent][INFO] - Finished training epoch 164 |
| [2026-01-14 06:01:48,021][mode.models.mode_agent][INFO] - Start training epoch 165 |
| [2026-01-14 06:05:22,479][mode.models.mode_agent][INFO] - Start validation epoch 165 |
| [2026-01-14 06:05:54,605][mode.models.mode_agent][INFO] - Finished validation epoch 165 |
| [2026-01-14 06:05:56,746][mode.models.mode_agent][INFO] - Finished training epoch 165 |
| [2026-01-14 06:05:56,771][mode.models.mode_agent][INFO] - Start training epoch 166 |
| [2026-01-14 06:09:27,647][mode.models.mode_agent][INFO] - Start validation epoch 166 |
| [2026-01-14 06:09:59,776][mode.models.mode_agent][INFO] - Finished validation epoch 166 |
| [2026-01-14 06:10:02,432][mode.models.mode_agent][INFO] - Finished training epoch 166 |
| [2026-01-14 06:10:02,456][mode.models.mode_agent][INFO] - Start training epoch 167 |
| [2026-01-14 06:13:37,516][mode.models.mode_agent][INFO] - Start validation epoch 167 |
| [2026-01-14 06:14:09,365][mode.models.mode_agent][INFO] - Finished validation epoch 167 |
| [2026-01-14 06:14:11,615][mode.models.mode_agent][INFO] - Finished training epoch 167 |
| [2026-01-14 06:14:11,640][mode.models.mode_agent][INFO] - Start training epoch 168 |
| [2026-01-14 06:17:43,657][mode.models.mode_agent][INFO] - Start validation epoch 168 |
| [2026-01-14 06:18:15,196][mode.models.mode_agent][INFO] - Finished validation epoch 168 |
| [2026-01-14 06:18:17,317][mode.models.mode_agent][INFO] - Finished training epoch 168 |
| [2026-01-14 06:18:17,341][mode.models.mode_agent][INFO] - Start training epoch 169 |
| [2026-01-14 06:21:52,761][mode.models.mode_agent][INFO] - Start validation epoch 169 |
| [2026-01-14 06:22:22,966][mode.models.mode_agent][INFO] - Finished validation epoch 169 |
| [2026-01-14 06:22:25,204][mode.models.mode_agent][INFO] - Finished training epoch 169 |
| [2026-01-14 06:22:25,229][mode.models.mode_agent][INFO] - Start training epoch 170 |
| [2026-01-14 06:26:00,582][mode.models.mode_agent][INFO] - Start validation epoch 170 |
| [2026-01-14 06:26:32,149][mode.models.mode_agent][INFO] - Finished validation epoch 170 |
| [2026-01-14 06:26:34,235][mode.models.mode_agent][INFO] - Finished training epoch 170 |
| [2026-01-14 06:26:34,259][mode.models.mode_agent][INFO] - Start training epoch 171 |
| [2026-01-14 06:30:01,910][mode.models.mode_agent][INFO] - Start validation epoch 171 |
| [2026-01-14 06:30:31,447][mode.models.mode_agent][INFO] - Finished validation epoch 171 |
| [2026-01-14 06:30:33,571][mode.models.mode_agent][INFO] - Finished training epoch 171 |
| [2026-01-14 06:30:53,329][mode.models.mode_agent][INFO] - Start training epoch 172 |
| [2026-01-14 06:34:18,791][mode.models.mode_agent][INFO] - Start validation epoch 172 |
| [2026-01-14 06:34:49,505][mode.models.mode_agent][INFO] - Finished validation epoch 172 |
| [2026-01-14 06:34:51,594][mode.models.mode_agent][INFO] - Finished training epoch 172 |
| [2026-01-14 06:34:51,617][mode.models.mode_agent][INFO] - Start training epoch 173 |
|
|
